2024-11-16 11:16:47,022 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-16 11:16:47,063 main DEBUG Took 0.039847 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 11:16:47,064 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 11:16:47,064 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 11:16:47,065 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 11:16:47,068 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:16:47,080 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 11:16:47,096 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:16:47,098 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:16:47,099 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:16:47,100 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:16:47,104 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:16:47,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:16:47,106 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:16:47,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:16:47,108 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:16:47,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:16:47,110 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:16:47,110 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:16:47,111 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:16:47,112 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:16:47,113 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:16:47,113 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:16:47,114 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:16:47,114 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:16:47,115 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:16:47,115 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:16:47,116 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:16:47,117 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:16:47,118 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:16:47,119 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:16:47,119 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:16:47,120 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 11:16:47,123 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:16:47,124 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 11:16:47,128 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 11:16:47,128 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 11:16:47,131 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 11:16:47,131 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 11:16:47,144 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 11:16:47,148 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 11:16:47,151 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 11:16:47,151 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 11:16:47,152 main DEBUG createAppenders(={Console}) 2024-11-16 11:16:47,153 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-16 11:16:47,153 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-16 11:16:47,153 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-16 11:16:47,154 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 11:16:47,155 main DEBUG OutputStream closed 2024-11-16 11:16:47,156 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 11:16:47,156 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 11:16:47,156 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-16 11:16:47,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 11:16:47,271 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 11:16:47,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 11:16:47,274 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 11:16:47,275 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 11:16:47,275 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 11:16:47,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 11:16:47,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 11:16:47,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 11:16:47,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 11:16:47,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 11:16:47,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 11:16:47,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 11:16:47,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 11:16:47,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 11:16:47,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 11:16:47,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 11:16:47,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 11:16:47,285 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 11:16:47,285 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-16 11:16:47,286 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 11:16:47,288 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-16T11:16:47,306 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-16 11:16:47,310 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 11:16:47,310 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T11:16:47,394 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=11, AvailableMemoryMB=5378 2024-11-16T11:16:47,740 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-16T11:16:47,800 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d 2024-11-16T11:16:47,805 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/cluster_a8875bdd-5c5e-9793-d13a-b9eff244f560, deleteOnExit=true 2024-11-16T11:16:48,006 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/cluster_a8875bdd-5c5e-9793-d13a-b9eff244f560/zookeeper_0, clientPort=54544, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/cluster_a8875bdd-5c5e-9793-d13a-b9eff244f560/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/cluster_a8875bdd-5c5e-9793-d13a-b9eff244f560/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T11:16:48,022 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54544 2024-11-16T11:16:48,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:16:48,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:16:48,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/test.cache.data in system properties and HBase conf 2024-11-16T11:16:48,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:16:48,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:16:48,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:16:48,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:16:48,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:16:48,167 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T11:16:48,304 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:16:48,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:16:48,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:16:48,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:16:48,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:16:48,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:16:48,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:16:48,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:16:48,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:16:48,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:16:48,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:16:48,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:16:48,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:16:48,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:16:48,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:16:49,557 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T11:16:49,669 INFO [Time-limited test {}] log.Log(170): Logging initialized @3531ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T11:16:49,770 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:16:49,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:16:49,910 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:16:49,910 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:16:49,912 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:16:49,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:16:49,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:16:49,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:16:50,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/java.io.tmpdir/jetty-localhost-43263-hadoop-hdfs-3_4_1-tests_jar-_-any-17391476253822220693/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:16:50,197 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:43263} 2024-11-16T11:16:50,197 INFO [Time-limited test {}] server.Server(415): Started @4059ms 2024-11-16T11:16:50,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:16:50,917 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:16:50,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:16:50,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:16:50,920 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:16:50,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:16:50,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:16:51,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/java.io.tmpdir/jetty-localhost-34169-hadoop-hdfs-3_4_1-tests_jar-_-any-1378093102630592181/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:16:51,051 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:34169} 2024-11-16T11:16:51,052 INFO [Time-limited test {}] server.Server(415): Started @4914ms 2024-11-16T11:16:51,119 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:16:52,388 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/cluster_a8875bdd-5c5e-9793-d13a-b9eff244f560/data/data1/current/BP-203131785-172.17.0.2-1731755808974/current, will proceed with Du for space computation calculation, 2024-11-16T11:16:52,388 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/cluster_a8875bdd-5c5e-9793-d13a-b9eff244f560/data/data2/current/BP-203131785-172.17.0.2-1731755808974/current, will proceed with Du for space computation calculation, 2024-11-16T11:16:52,425 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:16:52,481 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42c2c77e1eaf229c with lease ID 0x3840f7db4b70e062: Processing first storage report for DS-7bfba2f1-750d-4362-aab4-113d760297ed from datanode DatanodeRegistration(127.0.0.1:37385, datanodeUuid=9ec6184d-cf66-429e-b87f-874a19de5b0e, infoPort=46011, infoSecurePort=0, ipcPort=38695, storageInfo=lv=-57;cid=testClusterID;nsid=350307668;c=1731755808974) 2024-11-16T11:16:52,482 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42c2c77e1eaf229c with lease ID 0x3840f7db4b70e062: from storage DS-7bfba2f1-750d-4362-aab4-113d760297ed node DatanodeRegistration(127.0.0.1:37385, datanodeUuid=9ec6184d-cf66-429e-b87f-874a19de5b0e, infoPort=46011, infoSecurePort=0, ipcPort=38695, storageInfo=lv=-57;cid=testClusterID;nsid=350307668;c=1731755808974), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T11:16:52,483 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42c2c77e1eaf229c with lease ID 0x3840f7db4b70e062: Processing first storage report for DS-e6c19362-1578-411b-ac33-69a22712b0ae from datanode DatanodeRegistration(127.0.0.1:37385, datanodeUuid=9ec6184d-cf66-429e-b87f-874a19de5b0e, infoPort=46011, infoSecurePort=0, ipcPort=38695, storageInfo=lv=-57;cid=testClusterID;nsid=350307668;c=1731755808974) 2024-11-16T11:16:52,483 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42c2c77e1eaf229c with lease ID 0x3840f7db4b70e062: from storage DS-e6c19362-1578-411b-ac33-69a22712b0ae node DatanodeRegistration(127.0.0.1:37385, datanodeUuid=9ec6184d-cf66-429e-b87f-874a19de5b0e, infoPort=46011, infoSecurePort=0, ipcPort=38695, storageInfo=lv=-57;cid=testClusterID;nsid=350307668;c=1731755808974), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:16:52,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d 2024-11-16T11:16:52,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:16:52,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:16:52,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:16:53,193 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8 with version=8 2024-11-16T11:16:53,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/hbase-staging 2024-11-16T11:16:53,297 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T11:16:53,675 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:16:53,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:16:53,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:16:53,690 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:16:53,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:16:53,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:16:53,883 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:16:53,963 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T11:16:53,977 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T11:16:53,983 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:16:54,026 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11189 (auto-detected) 2024-11-16T11:16:54,028 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T11:16:54,060 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42133 2024-11-16T11:16:54,091 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42133 connecting to ZooKeeper ensemble=127.0.0.1:54544 2024-11-16T11:16:54,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421330x0, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:16:54,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42133-0x101435c90920000 connected 2024-11-16T11:16:54,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:16:54,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:16:54,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Set watcher on znode that does not yet exist, /0513154948/running 2024-11-16T11:16:54,341 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8, hbase.cluster.distributed=false 2024-11-16T11:16:54,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Set watcher on znode that does not yet exist, /0513154948/acl 2024-11-16T11:16:54,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42133 2024-11-16T11:16:54,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42133 2024-11-16T11:16:54,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42133 2024-11-16T11:16:54,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42133 2024-11-16T11:16:54,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42133 2024-11-16T11:16:54,506 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:16:54,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:16:54,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:16:54,508 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:16:54,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:16:54,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:16:54,511 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:16:54,514 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:16:54,515 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40423 2024-11-16T11:16:54,518 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40423 connecting to ZooKeeper ensemble=127.0.0.1:54544 2024-11-16T11:16:54,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:16:54,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:16:54,542 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404230x0, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:16:54,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40423-0x101435c90920001 connected 2024-11-16T11:16:54,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Set watcher on znode that does not yet exist, /0513154948/running 2024-11-16T11:16:54,549 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:16:54,567 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:16:54,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Set watcher on znode that does not yet exist, /0513154948/master 2024-11-16T11:16:54,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Set watcher on znode that does not yet exist, /0513154948/acl 2024-11-16T11:16:54,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40423 2024-11-16T11:16:54,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40423 2024-11-16T11:16:54,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40423 2024-11-16T11:16:54,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40423 2024-11-16T11:16:54,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40423 2024-11-16T11:16:54,597 DEBUG [M:0;a7948fca2832:42133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:42133 2024-11-16T11:16:54,598 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0513154948/backup-masters/a7948fca2832,42133,1731755813451 2024-11-16T11:16:54,615 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948/backup-masters 2024-11-16T11:16:54,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948/backup-masters 2024-11-16T11:16:54,617 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Set watcher on existing znode=/0513154948/backup-masters/a7948fca2832,42133,1731755813451 2024-11-16T11:16:54,647 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0513154948/master 2024-11-16T11:16:54,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:16:54,647 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:16:54,649 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Set watcher on existing znode=/0513154948/master 2024-11-16T11:16:54,650 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0513154948/backup-masters/a7948fca2832,42133,1731755813451 from backup master directory 2024-11-16T11:16:54,663 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948/backup-masters 2024-11-16T11:16:54,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0513154948/backup-masters/a7948fca2832,42133,1731755813451 2024-11-16T11:16:54,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948/backup-masters 2024-11-16T11:16:54,664 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:16:54,664 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,42133,1731755813451 2024-11-16T11:16:54,667 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T11:16:54,669 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T11:16:54,729 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/hbase.id] with ID: 3b7e4624-cfde-4ce7-9d25-9d192b408d41 2024-11-16T11:16:54,730 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/.tmp/hbase.id 2024-11-16T11:16:54,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:16:54,742 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/.tmp/hbase.id]:[hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/hbase.id] 2024-11-16T11:16:54,793 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:16:54,798 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:16:54,818 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-16T11:16:54,831 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:16:54,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:16:54,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:16:54,859 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:16:54,863 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:16:54,882 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:16:54,888 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:16:54,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:16:55,342 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store 2024-11-16T11:16:55,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:16:55,771 INFO [master/a7948fca2832:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T11:16:55,775 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:16:55,777 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:16:55,777 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:16:55,777 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:16:55,779 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:16:55,779 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:16:55,779 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:16:55,781 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755815776Disabling compacts and flushes for region at 1731755815776Disabling writes for close at 1731755815779 (+3 ms)Writing region close event to WAL at 1731755815779Closed at 1731755815779 2024-11-16T11:16:55,783 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/.initializing 2024-11-16T11:16:55,783 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/WALs/a7948fca2832,42133,1731755813451 2024-11-16T11:16:55,792 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:16:55,842 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C42133%2C1731755813451, suffix=, logDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/WALs/a7948fca2832,42133,1731755813451, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/oldWALs, maxLogs=10 2024-11-16T11:16:55,891 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/WALs/a7948fca2832,42133,1731755813451/a7948fca2832%2C42133%2C1731755813451.1731755815849, exclude list is [], retry=0 2024-11-16T11:16:55,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37385,DS-7bfba2f1-750d-4362-aab4-113d760297ed,DISK] 2024-11-16T11:16:55,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T11:16:55,989 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/WALs/a7948fca2832,42133,1731755813451/a7948fca2832%2C42133%2C1731755813451.1731755815849 2024-11-16T11:16:56,001 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46011:46011)] 2024-11-16T11:16:56,002 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:16:56,002 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:16:56,007 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:16:56,008 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:16:56,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:16:56,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:16:56,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:16:56,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:16:56,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:16:56,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:16:56,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:16:56,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:16:56,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:16:56,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:16:56,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:16:56,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:16:56,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:16:56,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:16:56,121 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:16:56,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:16:56,123 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:16:56,128 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:16:56,130 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:16:56,137 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:16:56,138 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:16:56,143 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:16:56,149 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:16:56,155 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:16:56,157 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73030024, jitterRate=0.08823215961456299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:16:56,166 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731755816026Initializing all the Stores at 1731755816028 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755816030 (+2 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755816031 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755816031Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755816031Cleaning up temporary data from old regions at 1731755816138 (+107 ms)Region opened successfully at 1731755816166 (+28 ms) 2024-11-16T11:16:56,168 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:16:56,211 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d4ad32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:16:56,252 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:16:56,267 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:16:56,267 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:16:56,271 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:16:56,273 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T11:16:56,280 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-16T11:16:56,280 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:16:56,314 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:16:56,325 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Unable to get data of znode /0513154948/balancer because node does not exist (not necessarily an error) 2024-11-16T11:16:56,389 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0513154948/balancer already deleted, retry=false 2024-11-16T11:16:56,392 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:16:56,394 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Unable to get data of znode /0513154948/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:16:56,404 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0513154948/normalizer already deleted, retry=false 2024-11-16T11:16:56,407 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:16:56,410 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Unable to get data of znode /0513154948/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:16:56,420 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0513154948/switch/split already deleted, retry=false 2024-11-16T11:16:56,422 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Unable to get data of znode /0513154948/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:16:56,431 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0513154948/switch/merge already deleted, retry=false 2024-11-16T11:16:56,448 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Unable to get data of znode /0513154948/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:16:56,456 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0513154948/snapshot-cleanup already deleted, retry=false 2024-11-16T11:16:56,467 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0513154948/running 2024-11-16T11:16:56,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0513154948/running 2024-11-16T11:16:56,467 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:16:56,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:16:56,471 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,42133,1731755813451, sessionid=0x101435c90920000, setting cluster-up flag (Was=false) 2024-11-16T11:16:56,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:16:56,499 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:16:56,530 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0513154948/flush-table-proc/acquired, /0513154948/flush-table-proc/reached, /0513154948/flush-table-proc/abort 2024-11-16T11:16:56,533 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,42133,1731755813451 2024-11-16T11:16:56,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:16:56,557 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:16:56,589 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0513154948/online-snapshot/acquired, /0513154948/online-snapshot/reached, /0513154948/online-snapshot/abort 2024-11-16T11:16:56,591 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,42133,1731755813451 2024-11-16T11:16:56,598 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:16:56,686 INFO [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(746): ClusterId : 3b7e4624-cfde-4ce7-9d25-9d192b408d41 2024-11-16T11:16:56,689 DEBUG [RS:0;a7948fca2832:40423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:16:56,689 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:16:56,701 DEBUG [RS:0;a7948fca2832:40423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:16:56,701 DEBUG [RS:0;a7948fca2832:40423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:16:56,701 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:16:56,709 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:16:56,710 DEBUG [RS:0;a7948fca2832:40423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:16:56,711 DEBUG [RS:0;a7948fca2832:40423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79301180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:16:56,716 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,42133,1731755813451 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:16:56,724 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:16:56,725 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:16:56,725 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:16:56,725 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:16:56,725 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:16:56,725 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:16:56,726 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:16:56,726 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:16:56,732 DEBUG [RS:0;a7948fca2832:40423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:40423 2024-11-16T11:16:56,736 INFO [RS:0;a7948fca2832:40423 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:16:56,737 INFO [RS:0;a7948fca2832:40423 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:16:56,737 DEBUG [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:16:56,739 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:16:56,740 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:16:56,740 INFO [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,42133,1731755813451 with port=40423, startcode=1731755814466 2024-11-16T11:16:56,744 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731755846744 2024-11-16T11:16:56,746 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:16:56,747 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:16:56,747 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:16:56,748 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:16:56,750 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:16:56,751 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:16:56,751 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:16:56,752 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:16:56,757 DEBUG [RS:0;a7948fca2832:40423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:16:56,756 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:16:56,764 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:16:56,766 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:16:56,766 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:16:56,766 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:16:56,772 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:16:56,773 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:16:56,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:16:56,777 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:16:56,778 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8 2024-11-16T11:16:56,784 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755816775,5,FailOnTimeoutGroup] 2024-11-16T11:16:56,785 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755816784,5,FailOnTimeoutGroup] 2024-11-16T11:16:56,785 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:16:56,786 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:16:56,787 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:16:56,787 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:16:56,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741832_1008 (size=32) 2024-11-16T11:16:56,809 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:16:56,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:16:56,816 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42133 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,40423,1731755814466 2024-11-16T11:16:56,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:16:56,819 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42133 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,40423,1731755814466 2024-11-16T11:16:56,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:16:56,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:16:56,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:16:56,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:16:56,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:16:56,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:16:56,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:16:56,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:16:56,836 DEBUG [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8 2024-11-16T11:16:56,836 DEBUG [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37211 2024-11-16T11:16:56,837 DEBUG [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:16:56,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:16:56,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:16:56,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:16:56,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:16:56,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:16:56,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:16:56,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:16:56,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:16:56,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740 2024-11-16T11:16:56,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740 2024-11-16T11:16:56,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:16:56,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:16:56,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948/rs 2024-11-16T11:16:56,853 DEBUG [RS:0;a7948fca2832:40423 {}] zookeeper.ZKUtil(111): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Set watcher on existing znode=/0513154948/rs/a7948fca2832,40423,1731755814466 2024-11-16T11:16:56,853 WARN [RS:0;a7948fca2832:40423 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:16:56,854 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:16:56,853 INFO [RS:0;a7948fca2832:40423 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:16:56,854 DEBUG [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466 2024-11-16T11:16:56,857 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,40423,1731755814466] 2024-11-16T11:16:56,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:16:56,869 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:16:56,870 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61153144, jitterRate=-0.08874714374542236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:16:56,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731755816814Initializing all the Stores at 1731755816816 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755816816Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755816818 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755816818Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755816818Cleaning up temporary data from old regions at 1731755816851 (+33 ms)Region opened successfully at 1731755816875 (+24 ms) 2024-11-16T11:16:56,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:16:56,875 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:16:56,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:16:56,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:16:56,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:16:56,878 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:16:56,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755816875Disabling compacts and flushes for region at 1731755816875Disabling writes for close at 1731755816875Writing region close event to WAL at 1731755816878 (+3 ms)Closed at 1731755816878 2024-11-16T11:16:56,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:16:56,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:16:56,889 INFO [RS:0;a7948fca2832:40423 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:16:56,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:16:56,899 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:16:56,902 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:16:56,912 INFO [RS:0;a7948fca2832:40423 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:16:56,918 INFO [RS:0;a7948fca2832:40423 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:16:56,918 INFO [RS:0;a7948fca2832:40423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:16:56,920 INFO [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:16:56,927 INFO [RS:0;a7948fca2832:40423 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:16:56,929 INFO [RS:0;a7948fca2832:40423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:16:56,930 DEBUG [RS:0;a7948fca2832:40423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:16:56,931 DEBUG [RS:0;a7948fca2832:40423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:16:56,931 DEBUG [RS:0;a7948fca2832:40423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:16:56,931 DEBUG [RS:0;a7948fca2832:40423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:16:56,931 DEBUG [RS:0;a7948fca2832:40423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:16:56,932 DEBUG [RS:0;a7948fca2832:40423 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:16:56,932 DEBUG [RS:0;a7948fca2832:40423 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:16:56,932 DEBUG [RS:0;a7948fca2832:40423 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:16:56,932 DEBUG [RS:0;a7948fca2832:40423 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:16:56,932 DEBUG [RS:0;a7948fca2832:40423 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:16:56,932 DEBUG [RS:0;a7948fca2832:40423 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:16:56,933 DEBUG [RS:0;a7948fca2832:40423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:16:56,933 DEBUG [RS:0;a7948fca2832:40423 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:16:56,933 DEBUG [RS:0;a7948fca2832:40423 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:16:56,934 INFO [RS:0;a7948fca2832:40423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:16:56,934 INFO [RS:0;a7948fca2832:40423 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:16:56,934 INFO [RS:0;a7948fca2832:40423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:16:56,935 INFO [RS:0;a7948fca2832:40423 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:16:56,935 INFO [RS:0;a7948fca2832:40423 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:16:56,935 INFO [RS:0;a7948fca2832:40423 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,40423,1731755814466-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:16:56,961 INFO [RS:0;a7948fca2832:40423 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:16:56,963 INFO [RS:0;a7948fca2832:40423 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,40423,1731755814466-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:16:56,963 INFO [RS:0;a7948fca2832:40423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:16:56,964 INFO [RS:0;a7948fca2832:40423 {}] regionserver.Replication(171): a7948fca2832,40423,1731755814466 started 2024-11-16T11:16:56,990 INFO [RS:0;a7948fca2832:40423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:16:56,990 INFO [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,40423,1731755814466, RpcServer on a7948fca2832/172.17.0.2:40423, sessionid=0x101435c90920001 2024-11-16T11:16:56,991 DEBUG [RS:0;a7948fca2832:40423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:16:56,991 DEBUG [RS:0;a7948fca2832:40423 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,40423,1731755814466 2024-11-16T11:16:56,992 DEBUG [RS:0;a7948fca2832:40423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,40423,1731755814466' 2024-11-16T11:16:56,992 DEBUG [RS:0;a7948fca2832:40423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0513154948/flush-table-proc/abort' 2024-11-16T11:16:56,993 DEBUG [RS:0;a7948fca2832:40423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0513154948/flush-table-proc/acquired' 2024-11-16T11:16:56,994 DEBUG [RS:0;a7948fca2832:40423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:16:56,994 DEBUG [RS:0;a7948fca2832:40423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:16:56,994 DEBUG [RS:0;a7948fca2832:40423 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,40423,1731755814466 2024-11-16T11:16:56,994 DEBUG [RS:0;a7948fca2832:40423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,40423,1731755814466' 2024-11-16T11:16:56,994 DEBUG [RS:0;a7948fca2832:40423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0513154948/online-snapshot/abort' 2024-11-16T11:16:56,995 DEBUG [RS:0;a7948fca2832:40423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0513154948/online-snapshot/acquired' 2024-11-16T11:16:56,996 DEBUG [RS:0;a7948fca2832:40423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:16:56,996 INFO [RS:0;a7948fca2832:40423 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:16:56,996 INFO [RS:0;a7948fca2832:40423 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:16:57,053 WARN [a7948fca2832:42133 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T11:16:57,102 INFO [RS:0;a7948fca2832:40423 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:16:57,105 INFO [RS:0;a7948fca2832:40423 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C40423%2C1731755814466, suffix=, logDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/oldWALs, maxLogs=10 2024-11-16T11:16:57,122 DEBUG [RS:0;a7948fca2832:40423 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466/a7948fca2832%2C40423%2C1731755814466.1731755817108, exclude list is [], retry=0 2024-11-16T11:16:57,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37385,DS-7bfba2f1-750d-4362-aab4-113d760297ed,DISK] 2024-11-16T11:16:57,132 INFO [RS:0;a7948fca2832:40423 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466/a7948fca2832%2C40423%2C1731755814466.1731755817108 2024-11-16T11:16:57,132 DEBUG [RS:0;a7948fca2832:40423 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46011:46011)] 2024-11-16T11:16:57,305 DEBUG [a7948fca2832:42133 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:16:57,318 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,40423,1731755814466 2024-11-16T11:16:57,325 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,40423,1731755814466, state=OPENING 2024-11-16T11:16:57,378 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:16:57,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:16:57,389 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:16:57,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0513154948/meta-region-server: CHANGED 2024-11-16T11:16:57,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0513154948/meta-region-server: CHANGED 2024-11-16T11:16:57,392 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:16:57,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,40423,1731755814466}] 2024-11-16T11:16:57,568 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:16:57,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:16:57,583 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:16:57,584 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:16:57,585 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:16:57,588 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C40423%2C1731755814466.meta, suffix=.meta, logDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/oldWALs, maxLogs=10 2024-11-16T11:16:57,605 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466/a7948fca2832%2C40423%2C1731755814466.meta.1731755817590.meta, exclude list is [], retry=0 2024-11-16T11:16:57,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37385,DS-7bfba2f1-750d-4362-aab4-113d760297ed,DISK] 2024-11-16T11:16:57,614 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466/a7948fca2832%2C40423%2C1731755814466.meta.1731755817590.meta 2024-11-16T11:16:57,614 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46011:46011)] 2024-11-16T11:16:57,615 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:16:57,620 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:16:57,622 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:16:57,625 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:16:57,627 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:16:57,632 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:16:57,633 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:16:57,633 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:16:57,633 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:16:57,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:16:57,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:16:57,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:16:57,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:16:57,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:16:57,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:16:57,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:16:57,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:16:57,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:16:57,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:16:57,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:16:57,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:16:57,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:16:57,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:16:57,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:16:57,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:16:57,652 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:16:57,653 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740 2024-11-16T11:16:57,656 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740 2024-11-16T11:16:57,659 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:16:57,659 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:16:57,660 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:16:57,662 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:16:57,665 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69200223, jitterRate=0.03116367757320404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:16:57,665 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:16:57,667 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731755817634Writing region info on filesystem at 1731755817634Initializing all the Stores at 1731755817636 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755817636Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755817640 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755817640Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755817640Cleaning up temporary data from old regions at 1731755817659 (+19 ms)Running coprocessor post-open hooks at 1731755817665 (+6 ms)Region opened successfully at 1731755817667 (+2 ms) 2024-11-16T11:16:57,675 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731755817560 2024-11-16T11:16:57,687 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:16:57,687 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:16:57,688 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,40423,1731755814466 2024-11-16T11:16:57,690 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,40423,1731755814466, state=OPEN 2024-11-16T11:16:57,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0513154948/meta-region-server 2024-11-16T11:16:57,776 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0513154948/meta-region-server 2024-11-16T11:16:57,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0513154948/meta-region-server: CHANGED 2024-11-16T11:16:57,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0513154948/meta-region-server: CHANGED 2024-11-16T11:16:57,778 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,40423,1731755814466 2024-11-16T11:16:57,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:16:57,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,40423,1731755814466 in 384 msec 2024-11-16T11:16:57,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:16:57,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 896 msec 2024-11-16T11:16:57,793 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:16:57,793 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:16:57,811 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:16:57,813 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,40423,1731755814466, seqNum=-1] 2024-11-16T11:16:57,832 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:16:57,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:16:57,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2160 sec 2024-11-16T11:16:57,856 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731755817856, completionTime=-1 2024-11-16T11:16:57,858 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:16:57,859 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:16:57,891 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:16:57,891 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731755877891 2024-11-16T11:16:57,891 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731755937891 2024-11-16T11:16:57,891 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 32 msec 2024-11-16T11:16:57,894 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,42133,1731755813451-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:16:57,895 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,42133,1731755813451-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:16:57,895 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,42133,1731755813451-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:16:57,896 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:42133, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:16:57,897 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:16:57,900 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:16:57,904 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:16:57,933 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.269sec 2024-11-16T11:16:57,935 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:16:57,936 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:16:57,937 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:16:57,938 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:16:57,938 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:16:57,939 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,42133,1731755813451-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:16:57,939 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,42133,1731755813451-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:16:57,949 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:16:57,950 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:16:57,951 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,42133,1731755813451-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:16:57,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21eccfc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:16:57,999 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T11:16:57,999 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T11:16:58,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,42133,-1 for getting cluster id 2024-11-16T11:16:58,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:16:58,013 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b7e4624-cfde-4ce7-9d25-9d192b408d41' 2024-11-16T11:16:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:16:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b7e4624-cfde-4ce7-9d25-9d192b408d41" 2024-11-16T11:16:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231891f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:16:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,42133,-1] 2024-11-16T11:16:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:16:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:16:58,022 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:16:58,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393835d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:16:58,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:16:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,40423,1731755814466, seqNum=-1] 2024-11-16T11:16:58,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:16:58,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:16:58,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,42133,1731755813451 2024-11-16T11:16:58,075 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54544 2024-11-16T11:16:58,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:16:58,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101435c90920002 connected 2024-11-16T11:16:58,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/hadoop.log.dir so I do NOT create it in target/test-data/3da32836-9575-b17d-c2e0-94b210a42227 2024-11-16T11:16:58,186 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:16:58,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/hadoop.tmp.dir so I do NOT create it in target/test-data/3da32836-9575-b17d-c2e0-94b210a42227 2024-11-16T11:16:58,186 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:16:58,186 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227 2024-11-16T11:16:58,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:16:58,186 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/cluster_e59d1d44-a019-c5eb-ba8e-b6f41a99b10c, deleteOnExit=true 2024-11-16T11:16:58,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:16:58,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/test.cache.data in system properties and HBase conf 2024-11-16T11:16:58,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:16:58,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:16:58,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:16:58,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:16:58,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:16:58,188 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:16:58,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:16:58,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:16:58,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:16:58,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:16:58,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:16:58,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:16:58,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:16:58,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:16:58,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:16:58,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:16:58,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:16:58,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:16:58,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:16:58,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:16:58,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:16:58,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:16:58,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:16:58,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:16:58,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:16:58,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:16:58,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:16:58,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:16:58,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/java.io.tmpdir/jetty-localhost-45097-hadoop-hdfs-3_4_1-tests_jar-_-any-4964045090224523421/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:16:58,733 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:45097} 2024-11-16T11:16:58,733 INFO [Time-limited test {}] server.Server(415): Started @12595ms 2024-11-16T11:16:59,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:16:59,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:16:59,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:16:59,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:16:59,082 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:16:59,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:16:59,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:16:59,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16de8d5b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/java.io.tmpdir/jetty-localhost-37975-hadoop-hdfs-3_4_1-tests_jar-_-any-4988424019591095094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:16:59,204 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:37975} 2024-11-16T11:16:59,204 INFO [Time-limited test {}] server.Server(415): Started @13067ms 2024-11-16T11:16:59,207 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:16:59,874 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/cluster_e59d1d44-a019-c5eb-ba8e-b6f41a99b10c/data/data1/current/BP-1010152596-172.17.0.2-1731755818233/current, will proceed with Du for space computation calculation, 2024-11-16T11:16:59,874 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/cluster_e59d1d44-a019-c5eb-ba8e-b6f41a99b10c/data/data2/current/BP-1010152596-172.17.0.2-1731755818233/current, will proceed with Du for space computation calculation, 2024-11-16T11:16:59,926 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:16:59,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ebed0ad2b807ff1 with lease ID 0x6316a20739e65135: Processing first storage report for DS-d6bf2532-27d9-43e0-b45a-05813623d6c5 from datanode DatanodeRegistration(127.0.0.1:37515, datanodeUuid=258ed724-5720-416a-b855-f53e06717b5c, infoPort=45819, infoSecurePort=0, ipcPort=34981, storageInfo=lv=-57;cid=testClusterID;nsid=19166341;c=1731755818233) 2024-11-16T11:16:59,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ebed0ad2b807ff1 with lease ID 0x6316a20739e65135: from storage DS-d6bf2532-27d9-43e0-b45a-05813623d6c5 node DatanodeRegistration(127.0.0.1:37515, datanodeUuid=258ed724-5720-416a-b855-f53e06717b5c, infoPort=45819, infoSecurePort=0, ipcPort=34981, storageInfo=lv=-57;cid=testClusterID;nsid=19166341;c=1731755818233), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T11:16:59,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ebed0ad2b807ff1 with lease ID 0x6316a20739e65135: Processing first storage report for DS-271ebc2c-9d02-4e92-a65c-765f1cb5d478 from datanode DatanodeRegistration(127.0.0.1:37515, datanodeUuid=258ed724-5720-416a-b855-f53e06717b5c, infoPort=45819, infoSecurePort=0, ipcPort=34981, storageInfo=lv=-57;cid=testClusterID;nsid=19166341;c=1731755818233) 2024-11-16T11:16:59,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ebed0ad2b807ff1 with lease ID 0x6316a20739e65135: from storage DS-271ebc2c-9d02-4e92-a65c-765f1cb5d478 node DatanodeRegistration(127.0.0.1:37515, datanodeUuid=258ed724-5720-416a-b855-f53e06717b5c, infoPort=45819, infoSecurePort=0, ipcPort=34981, storageInfo=lv=-57;cid=testClusterID;nsid=19166341;c=1731755818233), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:16:59,956 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227 2024-11-16T11:16:59,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:16:59,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:16:59,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37515 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:17:00,373 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35 with version=8 2024-11-16T11:17:00,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/hbase-staging 2024-11-16T11:17:00,376 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:17:00,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:00,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:00,376 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:17:00,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:00,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:17:00,377 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:17:00,377 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:17:00,378 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44547 2024-11-16T11:17:00,380 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44547 connecting to ZooKeeper ensemble=127.0.0.1:54544 2024-11-16T11:17:00,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445470x0, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:17:00,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44547-0x101435c90920003 connected 2024-11-16T11:17:00,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:00,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:00,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Set watcher on znode that does not yet exist, /1599103723/running 2024-11-16T11:17:00,509 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35, hbase.cluster.distributed=false 2024-11-16T11:17:00,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Set watcher on znode that does not yet exist, /1599103723/acl 2024-11-16T11:17:00,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44547 2024-11-16T11:17:00,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44547 2024-11-16T11:17:00,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44547 2024-11-16T11:17:00,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44547 2024-11-16T11:17:00,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44547 2024-11-16T11:17:00,533 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:17:00,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:00,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:00,534 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:17:00,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:00,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:17:00,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:17:00,534 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:17:00,535 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45575 2024-11-16T11:17:00,537 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45575 connecting to ZooKeeper ensemble=127.0.0.1:54544 2024-11-16T11:17:00,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:00,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:00,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455750x0, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:17:00,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455750x0, quorum=127.0.0.1:54544, baseZNode=/1599103723 Set watcher on znode that does not yet exist, /1599103723/running 2024-11-16T11:17:00,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45575-0x101435c90920004 connected 2024-11-16T11:17:00,607 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:17:00,608 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:17:00,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45575-0x101435c90920004, quorum=127.0.0.1:54544, baseZNode=/1599103723 Set watcher on znode that does not yet exist, /1599103723/master 2024-11-16T11:17:00,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45575-0x101435c90920004, quorum=127.0.0.1:54544, baseZNode=/1599103723 Set watcher on znode that does not yet exist, /1599103723/acl 2024-11-16T11:17:00,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45575 2024-11-16T11:17:00,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45575 2024-11-16T11:17:00,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45575 2024-11-16T11:17:00,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45575 2024-11-16T11:17:00,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45575 2024-11-16T11:17:00,637 DEBUG [M:0;a7948fca2832:44547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:44547 2024-11-16T11:17:00,638 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1599103723/backup-masters/a7948fca2832,44547,1731755820375 2024-11-16T11:17:00,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45575-0x101435c90920004, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599103723/backup-masters 2024-11-16T11:17:00,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599103723/backup-masters 2024-11-16T11:17:00,668 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Set watcher on existing znode=/1599103723/backup-masters/a7948fca2832,44547,1731755820375 2024-11-16T11:17:00,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45575-0x101435c90920004, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1599103723/master 2024-11-16T11:17:00,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599103723 2024-11-16T11:17:00,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45575-0x101435c90920004, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599103723 2024-11-16T11:17:00,678 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Set watcher on existing znode=/1599103723/master 2024-11-16T11:17:00,679 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1599103723/backup-masters/a7948fca2832,44547,1731755820375 from backup master directory 2024-11-16T11:17:00,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45575-0x101435c90920004, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599103723/backup-masters 2024-11-16T11:17:00,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1599103723/backup-masters/a7948fca2832,44547,1731755820375 2024-11-16T11:17:00,688 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:17:00,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599103723/backup-masters 2024-11-16T11:17:00,688 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,44547,1731755820375 2024-11-16T11:17:00,701 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/hbase.id] with ID: 1780d5d5-e373-4406-b9c4-aa665b749421 2024-11-16T11:17:00,701 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/.tmp/hbase.id 2024-11-16T11:17:00,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37515 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:17:00,723 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/.tmp/hbase.id]:[hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/hbase.id] 2024-11-16T11:17:00,750 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:00,751 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:17:00,753 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T11:17:00,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599103723 2024-11-16T11:17:00,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45575-0x101435c90920004, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599103723 2024-11-16T11:17:00,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37515 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:17:00,775 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:17:00,776 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:17:00,776 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:00,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37515 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:17:00,797 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/data/master/store 2024-11-16T11:17:00,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37515 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:17:01,211 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:01,211 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:17:01,211 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:01,211 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:01,212 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:17:01,212 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:01,212 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:01,212 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755821211Disabling compacts and flushes for region at 1731755821211Disabling writes for close at 1731755821212 (+1 ms)Writing region close event to WAL at 1731755821212Closed at 1731755821212 2024-11-16T11:17:01,213 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/data/master/store/.initializing 2024-11-16T11:17:01,213 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/WALs/a7948fca2832,44547,1731755820375 2024-11-16T11:17:01,215 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:17:01,218 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C44547%2C1731755820375, suffix=, logDir=hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/WALs/a7948fca2832,44547,1731755820375, archiveDir=hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/oldWALs, maxLogs=10 2024-11-16T11:17:01,233 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/WALs/a7948fca2832,44547,1731755820375/a7948fca2832%2C44547%2C1731755820375.1731755821218, exclude list is [], retry=0 2024-11-16T11:17:01,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37515,DS-d6bf2532-27d9-43e0-b45a-05813623d6c5,DISK] 2024-11-16T11:17:01,241 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/WALs/a7948fca2832,44547,1731755820375/a7948fca2832%2C44547%2C1731755820375.1731755821218 2024-11-16T11:17:01,241 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45819:45819)] 2024-11-16T11:17:01,241 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:17:01,241 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:01,241 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:01,242 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:01,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:01,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:17:01,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:01,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:01,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:01,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:17:01,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:01,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:01,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:01,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:17:01,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:01,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:01,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:01,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:17:01,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:01,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:01,261 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:01,262 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:01,262 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:01,265 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:01,265 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:01,265 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:17:01,267 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:01,271 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:17:01,271 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64910658, jitterRate=-0.03275582194328308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:17:01,272 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731755821242Initializing all the Stores at 1731755821243 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755821244 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755821244Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755821244Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755821244Cleaning up temporary data from old regions at 1731755821265 (+21 ms)Region opened successfully at 1731755821271 (+6 ms) 2024-11-16T11:17:01,272 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:17:01,277 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1175625f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:17:01,278 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:17:01,279 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:17:01,279 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:17:01,279 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:17:01,280 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T11:17:01,281 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:17:01,281 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:17:01,285 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:17:01,286 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Unable to get data of znode /1599103723/balancer because node does not exist (not necessarily an error) 2024-11-16T11:17:01,336 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1599103723/balancer already deleted, retry=false 2024-11-16T11:17:01,336 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:17:01,337 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Unable to get data of znode /1599103723/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:17:01,346 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1599103723/normalizer already deleted, retry=false 2024-11-16T11:17:01,347 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:17:01,348 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Unable to get data of znode /1599103723/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:17:01,357 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1599103723/switch/split already deleted, retry=false 2024-11-16T11:17:01,358 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Unable to get data of znode /1599103723/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:17:01,367 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1599103723/switch/merge already deleted, retry=false 2024-11-16T11:17:01,371 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Unable to get data of znode /1599103723/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:17:01,383 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1599103723/snapshot-cleanup already deleted, retry=false 2024-11-16T11:17:01,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45575-0x101435c90920004, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1599103723/running 2024-11-16T11:17:01,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1599103723/running 2024-11-16T11:17:01,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45575-0x101435c90920004, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599103723 2024-11-16T11:17:01,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599103723 2024-11-16T11:17:01,395 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,44547,1731755820375, sessionid=0x101435c90920003, setting cluster-up flag (Was=false) 2024-11-16T11:17:01,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599103723 2024-11-16T11:17:01,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45575-0x101435c90920004, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599103723 2024-11-16T11:17:01,446 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1599103723/flush-table-proc/acquired, /1599103723/flush-table-proc/reached, /1599103723/flush-table-proc/abort 2024-11-16T11:17:01,447 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,44547,1731755820375 2024-11-16T11:17:01,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599103723 2024-11-16T11:17:01,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45575-0x101435c90920004, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599103723 2024-11-16T11:17:01,498 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1599103723/online-snapshot/acquired, /1599103723/online-snapshot/reached, /1599103723/online-snapshot/abort 2024-11-16T11:17:01,500 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,44547,1731755820375 2024-11-16T11:17:01,502 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:17:01,506 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:17:01,506 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:17:01,506 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:17:01,507 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,44547,1731755820375 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:17:01,508 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:01,508 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:01,508 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:01,509 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:01,509 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:17:01,509 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:01,509 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:17:01,509 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:01,511 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731755851511 2024-11-16T11:17:01,511 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:17:01,511 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:17:01,511 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:17:01,511 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:17:01,511 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:17:01,511 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:17:01,513 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:17:01,513 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:17:01,514 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:01,516 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:01,516 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:17:01,519 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:17:01,519 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:17:01,519 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:17:01,519 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:17:01,524 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:17:01,524 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:17:01,526 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755821524,5,FailOnTimeoutGroup] 2024-11-16T11:17:01,527 INFO [RS:0;a7948fca2832:45575 {}] regionserver.HRegionServer(746): ClusterId : 1780d5d5-e373-4406-b9c4-aa665b749421 2024-11-16T11:17:01,527 DEBUG [RS:0;a7948fca2832:45575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:17:01,528 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755821526,5,FailOnTimeoutGroup] 2024-11-16T11:17:01,528 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:01,528 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:17:01,528 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:01,528 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:01,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37515 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:17:01,537 DEBUG [RS:0;a7948fca2832:45575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:17:01,537 DEBUG [RS:0;a7948fca2832:45575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:17:01,547 DEBUG [RS:0;a7948fca2832:45575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:17:01,548 DEBUG [RS:0;a7948fca2832:45575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@587b5de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:17:01,565 DEBUG [RS:0;a7948fca2832:45575 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:45575 2024-11-16T11:17:01,566 INFO [RS:0;a7948fca2832:45575 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:17:01,566 INFO [RS:0;a7948fca2832:45575 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:17:01,566 DEBUG [RS:0;a7948fca2832:45575 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:17:01,567 INFO [RS:0;a7948fca2832:45575 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,44547,1731755820375 with port=45575, startcode=1731755820533 2024-11-16T11:17:01,567 DEBUG [RS:0;a7948fca2832:45575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:17:01,571 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:17:01,572 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,45575,1731755820533 2024-11-16T11:17:01,572 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44547 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,45575,1731755820533 2024-11-16T11:17:01,576 DEBUG [RS:0;a7948fca2832:45575 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35 2024-11-16T11:17:01,576 DEBUG [RS:0;a7948fca2832:45575 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33759 2024-11-16T11:17:01,576 DEBUG [RS:0;a7948fca2832:45575 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:17:01,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599103723/rs 2024-11-16T11:17:01,589 DEBUG [RS:0;a7948fca2832:45575 {}] zookeeper.ZKUtil(111): regionserver:45575-0x101435c90920004, quorum=127.0.0.1:54544, baseZNode=/1599103723 Set watcher on existing znode=/1599103723/rs/a7948fca2832,45575,1731755820533 2024-11-16T11:17:01,589 WARN [RS:0;a7948fca2832:45575 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:17:01,590 INFO [RS:0;a7948fca2832:45575 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:01,590 DEBUG [RS:0;a7948fca2832:45575 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/WALs/a7948fca2832,45575,1731755820533 2024-11-16T11:17:01,591 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,45575,1731755820533] 2024-11-16T11:17:01,595 INFO [RS:0;a7948fca2832:45575 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:17:01,598 INFO [RS:0;a7948fca2832:45575 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:17:01,599 INFO [RS:0;a7948fca2832:45575 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:17:01,599 INFO [RS:0;a7948fca2832:45575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:01,599 INFO [RS:0;a7948fca2832:45575 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:17:01,601 INFO [RS:0;a7948fca2832:45575 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:17:01,601 INFO [RS:0;a7948fca2832:45575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:01,601 DEBUG [RS:0;a7948fca2832:45575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:01,601 DEBUG [RS:0;a7948fca2832:45575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:01,601 DEBUG [RS:0;a7948fca2832:45575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:01,601 DEBUG [RS:0;a7948fca2832:45575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:01,601 DEBUG [RS:0;a7948fca2832:45575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:01,601 DEBUG [RS:0;a7948fca2832:45575 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:17:01,602 DEBUG [RS:0;a7948fca2832:45575 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:01,602 DEBUG [RS:0;a7948fca2832:45575 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:01,602 DEBUG [RS:0;a7948fca2832:45575 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:01,602 DEBUG [RS:0;a7948fca2832:45575 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:01,602 DEBUG [RS:0;a7948fca2832:45575 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:01,602 DEBUG [RS:0;a7948fca2832:45575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:01,602 DEBUG [RS:0;a7948fca2832:45575 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:17:01,602 DEBUG [RS:0;a7948fca2832:45575 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:17:01,604 INFO [RS:0;a7948fca2832:45575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:01,604 INFO [RS:0;a7948fca2832:45575 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:01,604 INFO [RS:0;a7948fca2832:45575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:01,604 INFO [RS:0;a7948fca2832:45575 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:01,604 INFO [RS:0;a7948fca2832:45575 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:01,604 INFO [RS:0;a7948fca2832:45575 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45575,1731755820533-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:17:01,626 INFO [RS:0;a7948fca2832:45575 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:17:01,627 INFO [RS:0;a7948fca2832:45575 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45575,1731755820533-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:01,627 INFO [RS:0;a7948fca2832:45575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:01,627 INFO [RS:0;a7948fca2832:45575 {}] regionserver.Replication(171): a7948fca2832,45575,1731755820533 started 2024-11-16T11:17:01,649 INFO [RS:0;a7948fca2832:45575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:01,649 INFO [RS:0;a7948fca2832:45575 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,45575,1731755820533, RpcServer on a7948fca2832/172.17.0.2:45575, sessionid=0x101435c90920004 2024-11-16T11:17:01,677 DEBUG [RS:0;a7948fca2832:45575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:17:01,677 DEBUG [RS:0;a7948fca2832:45575 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,45575,1731755820533 2024-11-16T11:17:01,677 DEBUG [RS:0;a7948fca2832:45575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,45575,1731755820533' 2024-11-16T11:17:01,677 DEBUG [RS:0;a7948fca2832:45575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1599103723/flush-table-proc/abort' 2024-11-16T11:17:01,678 DEBUG [RS:0;a7948fca2832:45575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1599103723/flush-table-proc/acquired' 2024-11-16T11:17:01,678 DEBUG [RS:0;a7948fca2832:45575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:17:01,679 DEBUG [RS:0;a7948fca2832:45575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:17:01,679 DEBUG [RS:0;a7948fca2832:45575 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,45575,1731755820533 2024-11-16T11:17:01,679 DEBUG [RS:0;a7948fca2832:45575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,45575,1731755820533' 2024-11-16T11:17:01,679 DEBUG [RS:0;a7948fca2832:45575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1599103723/online-snapshot/abort' 2024-11-16T11:17:01,679 DEBUG [RS:0;a7948fca2832:45575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1599103723/online-snapshot/acquired' 2024-11-16T11:17:01,680 DEBUG [RS:0;a7948fca2832:45575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:17:01,680 INFO [RS:0;a7948fca2832:45575 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:17:01,680 INFO [RS:0;a7948fca2832:45575 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:17:01,781 INFO [RS:0;a7948fca2832:45575 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:17:01,784 INFO [RS:0;a7948fca2832:45575 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C45575%2C1731755820533, suffix=, logDir=hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/WALs/a7948fca2832,45575,1731755820533, archiveDir=hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/oldWALs, maxLogs=10 2024-11-16T11:17:01,804 DEBUG [RS:0;a7948fca2832:45575 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/WALs/a7948fca2832,45575,1731755820533/a7948fca2832%2C45575%2C1731755820533.1731755821786, exclude list is [], retry=0 2024-11-16T11:17:01,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37515,DS-d6bf2532-27d9-43e0-b45a-05813623d6c5,DISK] 2024-11-16T11:17:01,810 INFO [RS:0;a7948fca2832:45575 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/WALs/a7948fca2832,45575,1731755820533/a7948fca2832%2C45575%2C1731755820533.1731755821786 2024-11-16T11:17:01,812 DEBUG [RS:0;a7948fca2832:45575 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45819:45819)] 2024-11-16T11:17:01,934 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:17:01,934 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35 2024-11-16T11:17:01,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37515 is added to blk_1073741833_1009 (size=32) 2024-11-16T11:17:02,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:02,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:17:02,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:17:02,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:02,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:02,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:17:02,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:17:02,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:02,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:02,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:17:02,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:17:02,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:02,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:02,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:17:02,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:17:02,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:02,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:02,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:17:02,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/data/hbase/meta/1588230740 2024-11-16T11:17:02,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/data/hbase/meta/1588230740 2024-11-16T11:17:02,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:17:02,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:17:02,368 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:17:02,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:17:02,373 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:17:02,374 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70434609, jitterRate=0.049557462334632874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:17:02,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731755822348Initializing all the Stores at 1731755822350 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755822350Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755822350Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755822350Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755822351 (+1 ms)Cleaning up temporary data from old regions at 1731755822367 (+16 ms)Region opened successfully at 1731755822374 (+7 ms) 2024-11-16T11:17:02,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:17:02,375 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:17:02,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:17:02,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:17:02,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:17:02,375 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:17:02,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755822374Disabling compacts and flushes for region at 1731755822374Disabling writes for close at 1731755822375 (+1 ms)Writing region close event to WAL at 1731755822375Closed at 1731755822375 2024-11-16T11:17:02,377 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:17:02,378 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:17:02,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:17:02,380 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:17:02,382 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:17:02,532 DEBUG [a7948fca2832:44547 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:17:02,534 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,45575,1731755820533 2024-11-16T11:17:02,539 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,45575,1731755820533, state=OPENING 2024-11-16T11:17:02,767 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:17:02,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45575-0x101435c90920004, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599103723 2024-11-16T11:17:02,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599103723 2024-11-16T11:17:02,789 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:17:02,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1599103723/meta-region-server: CHANGED 2024-11-16T11:17:02,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,45575,1731755820533}] 2024-11-16T11:17:02,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1599103723/meta-region-server: CHANGED 2024-11-16T11:17:02,945 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:17:02,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:17:02,960 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:17:02,960 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:02,961 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:17:02,963 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C45575%2C1731755820533.meta, suffix=.meta, logDir=hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/WALs/a7948fca2832,45575,1731755820533, archiveDir=hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/oldWALs, maxLogs=10 2024-11-16T11:17:02,978 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/WALs/a7948fca2832,45575,1731755820533/a7948fca2832%2C45575%2C1731755820533.meta.1731755822965.meta, exclude list is [], retry=0 2024-11-16T11:17:02,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37515,DS-d6bf2532-27d9-43e0-b45a-05813623d6c5,DISK] 2024-11-16T11:17:02,984 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/WALs/a7948fca2832,45575,1731755820533/a7948fca2832%2C45575%2C1731755820533.meta.1731755822965.meta 2024-11-16T11:17:02,984 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45819:45819)] 2024-11-16T11:17:02,984 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:17:02,985 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:17:02,985 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:17:02,985 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:17:02,985 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:17:02,985 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:17:02,985 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:02,985 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:17:02,985 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:17:02,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:17:02,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:17:02,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:02,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:02,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:17:02,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:17:02,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:02,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:02,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:17:02,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:17:02,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:02,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:02,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:17:02,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:17:02,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:02,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:02,997 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:17:02,998 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/data/hbase/meta/1588230740 2024-11-16T11:17:03,000 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/data/hbase/meta/1588230740 2024-11-16T11:17:03,002 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:17:03,002 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:17:03,003 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:17:03,005 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:17:03,006 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66770896, jitterRate=-0.005036115646362305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:17:03,006 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:17:03,006 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731755822986Writing region info on filesystem at 1731755822986Initializing all the Stores at 1731755822987 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755822987Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755822987Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755822987Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755822987Cleaning up temporary data from old regions at 1731755823002 (+15 ms)Running coprocessor post-open hooks at 1731755823006 (+4 ms)Region opened successfully at 1731755823006 2024-11-16T11:17:03,008 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731755822944 2024-11-16T11:17:03,011 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:17:03,011 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:17:03,012 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,45575,1731755820533 2024-11-16T11:17:03,014 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,45575,1731755820533, state=OPEN 2024-11-16T11:17:03,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45575-0x101435c90920004, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1599103723/meta-region-server 2024-11-16T11:17:03,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1599103723/meta-region-server 2024-11-16T11:17:03,025 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,45575,1731755820533 2024-11-16T11:17:03,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1599103723/meta-region-server: CHANGED 2024-11-16T11:17:03,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1599103723/meta-region-server: CHANGED 2024-11-16T11:17:03,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:17:03,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,45575,1731755820533 in 236 msec 2024-11-16T11:17:03,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:17:03,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 652 msec 2024-11-16T11:17:03,037 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:17:03,037 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:17:03,039 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:17:03,039 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,45575,1731755820533, seqNum=-1] 2024-11-16T11:17:03,040 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:17:03,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:17:03,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5450 sec 2024-11-16T11:17:03,050 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731755823050, completionTime=-1 2024-11-16T11:17:03,050 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:17:03,050 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:17:03,053 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:17:03,053 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731755883053 2024-11-16T11:17:03,053 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731755943053 2024-11-16T11:17:03,053 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T11:17:03,053 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,44547,1731755820375-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:03,053 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,44547,1731755820375-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:03,053 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,44547,1731755820375-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:03,053 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:44547, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:03,053 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:03,054 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:03,056 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:17:03,059 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.371sec 2024-11-16T11:17:03,059 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:17:03,059 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:17:03,059 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:17:03,059 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:17:03,059 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:17:03,059 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,44547,1731755820375-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:17:03,059 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,44547,1731755820375-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:17:03,063 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:17:03,063 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:17:03,063 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,44547,1731755820375-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:03,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:03,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,44547,-1 for getting cluster id 2024-11-16T11:17:03,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:03,135 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1780d5d5-e373-4406-b9c4-aa665b749421' 2024-11-16T11:17:03,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:03,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1780d5d5-e373-4406-b9c4-aa665b749421" 2024-11-16T11:17:03,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46973607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:03,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,44547,-1] 2024-11-16T11:17:03,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:03,138 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:03,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:03,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:17:03,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,45575,1731755820533, seqNum=-1] 2024-11-16T11:17:03,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:17:03,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:17:03,147 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:17:03,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,44547,1731755820375 2024-11-16T11:17:03,150 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54544 2024-11-16T11:17:03,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:17:03,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101435c90920005 connected 2024-11-16T11:17:03,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:03,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,42133,-1 for getting cluster id 2024-11-16T11:17:03,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:03,179 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b7e4624-cfde-4ce7-9d25-9d192b408d41' 2024-11-16T11:17:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b7e4624-cfde-4ce7-9d25-9d192b408d41" 2024-11-16T11:17:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39561ae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,42133,-1] 2024-11-16T11:17:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:03,183 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:03,185 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1276250b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:03,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:03,197 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,42133,1731755813451 2024-11-16T11:17:03,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16d85095 2024-11-16T11:17:03,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:03,204 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:17:03,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a7948fca2832:44547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T11:17:03,207 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T11:17:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T11:17:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:03,220 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:44547' 2024-11-16T11:17:03,222 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85a6b50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:03,222 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,44547,-1 for getting cluster id 2024-11-16T11:17:03,222 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:03,223 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1780d5d5-e373-4406-b9c4-aa665b749421' 2024-11-16T11:17:03,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:03,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1780d5d5-e373-4406-b9c4-aa665b749421" 2024-11-16T11:17:03,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73238623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:03,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,44547,-1] 2024-11-16T11:17:03,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:03,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:03,226 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:03,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a2d43c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:03,227 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:03,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,44547,1731755820375 2024-11-16T11:17:03,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26ab8640 2024-11-16T11:17:03,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:03,234 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:17:03,247 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T11:17:03,247 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T11:17:03,251 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:03,252 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:03,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:03,253 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:17:03,258 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T11:17:03,261 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:17:03,261 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:03,263 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:17:03,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741835_1011 (size=1138) 2024-11-16T11:17:03,310 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T11:17:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:03,677 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d664a2e90e29c81b022bee6f29cba4c3, NAME => 'hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8 2024-11-16T11:17:03,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741836_1012 (size=44) 2024-11-16T11:17:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:03,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T11:17:03,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T11:17:03,963 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:17:03,963 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T11:17:03,964 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:17:03,964 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T11:17:03,964 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T11:17:03,964 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T11:17:04,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:04,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d664a2e90e29c81b022bee6f29cba4c3, disabling compactions & flushes 2024-11-16T11:17:04,088 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. 2024-11-16T11:17:04,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. 2024-11-16T11:17:04,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. after waiting 0 ms 2024-11-16T11:17:04,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. 2024-11-16T11:17:04,088 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. 2024-11-16T11:17:04,089 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d664a2e90e29c81b022bee6f29cba4c3: Waiting for close lock at 1731755824088Disabling compacts and flushes for region at 1731755824088Disabling writes for close at 1731755824088Writing region close event to WAL at 1731755824088Closed at 1731755824088 2024-11-16T11:17:04,093 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:17:04,102 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731755824093"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755824093"}]},"ts":"1731755824093"} 2024-11-16T11:17:04,105 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:17:04,107 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:17:04,109 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755824107"}]},"ts":"1731755824107"} 2024-11-16T11:17:04,112 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T11:17:04,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d664a2e90e29c81b022bee6f29cba4c3, ASSIGN}] 2024-11-16T11:17:04,116 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d664a2e90e29c81b022bee6f29cba4c3, ASSIGN 2024-11-16T11:17:04,118 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d664a2e90e29c81b022bee6f29cba4c3, ASSIGN; state=OFFLINE, location=a7948fca2832,40423,1731755814466; forceNewPlan=false, retain=false 2024-11-16T11:17:04,270 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d664a2e90e29c81b022bee6f29cba4c3, regionState=OPENING, regionLocation=a7948fca2832,40423,1731755814466 2024-11-16T11:17:04,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d664a2e90e29c81b022bee6f29cba4c3, ASSIGN because future has completed 2024-11-16T11:17:04,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d664a2e90e29c81b022bee6f29cba4c3, server=a7948fca2832,40423,1731755814466}] 2024-11-16T11:17:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:04,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. 2024-11-16T11:17:04,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:04,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T11:17:04,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C40423%2C1731755814466.rep, suffix=, logDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/oldWALs, maxLogs=10 2024-11-16T11:17:04,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466/a7948fca2832%2C40423%2C1731755814466.rep.1731755824447, exclude list is [], retry=0 2024-11-16T11:17:04,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37385,DS-7bfba2f1-750d-4362-aab4-113d760297ed,DISK] 2024-11-16T11:17:04,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466/a7948fca2832%2C40423%2C1731755814466.rep.1731755824447 2024-11-16T11:17:04,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46011:46011)] 2024-11-16T11:17:04,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d664a2e90e29c81b022bee6f29cba4c3, NAME => 'hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:17:04,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:17:04,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:17:04,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. service=MultiRowMutationService 2024-11-16T11:17:04,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T11:17:04,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:04,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:04,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:04,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:04,469 INFO [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:04,471 INFO [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d664a2e90e29c81b022bee6f29cba4c3 columnFamilyName hfileref 2024-11-16T11:17:04,471 DEBUG [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:04,472 INFO [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] regionserver.HStore(327): Store=d664a2e90e29c81b022bee6f29cba4c3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:04,472 INFO [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:04,473 INFO [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d664a2e90e29c81b022bee6f29cba4c3 columnFamilyName queue 2024-11-16T11:17:04,474 DEBUG [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:04,474 INFO [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] regionserver.HStore(327): Store=d664a2e90e29c81b022bee6f29cba4c3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:04,474 INFO [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:04,476 INFO [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d664a2e90e29c81b022bee6f29cba4c3 columnFamilyName sid 2024-11-16T11:17:04,476 DEBUG [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:04,477 INFO [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] regionserver.HStore(327): Store=d664a2e90e29c81b022bee6f29cba4c3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:04,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:04,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/replication/d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:04,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/replication/d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:04,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:04,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:04,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:17:04,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:04,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/replication/d664a2e90e29c81b022bee6f29cba4c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:17:04,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d664a2e90e29c81b022bee6f29cba4c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66055340, jitterRate=-0.015698730945587158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:17:04,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:04,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d664a2e90e29c81b022bee6f29cba4c3: Running coprocessor pre-open hook at 1731755824467Writing region info on filesystem at 1731755824468 (+1 ms)Initializing all the Stores at 1731755824469 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755824469Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755824469Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755824469Cleaning up temporary data from old regions at 1731755824480 (+11 ms)Running coprocessor post-open hooks at 1731755824487 (+7 ms)Region opened successfully at 1731755824488 (+1 ms) 2024-11-16T11:17:04,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3., pid=7, masterSystemTime=1731755824434 2024-11-16T11:17:04,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. 2024-11-16T11:17:04,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. 2024-11-16T11:17:04,495 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d664a2e90e29c81b022bee6f29cba4c3, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,40423,1731755814466 2024-11-16T11:17:04,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d664a2e90e29c81b022bee6f29cba4c3, server=a7948fca2832,40423,1731755814466 because future has completed 2024-11-16T11:17:04,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T11:17:04,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d664a2e90e29c81b022bee6f29cba4c3, server=a7948fca2832,40423,1731755814466 in 220 msec 2024-11-16T11:17:04,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T11:17:04,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d664a2e90e29c81b022bee6f29cba4c3, ASSIGN in 389 msec 2024-11-16T11:17:04,509 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:17:04,510 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755824509"}]},"ts":"1731755824509"} 2024-11-16T11:17:04,512 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T11:17:04,513 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:17:04,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2590 sec 2024-11-16T11:17:04,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3., hostname=a7948fca2832,40423,1731755814466, seqNum=2] 2024-11-16T11:17:04,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40423 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-16T11:17:04,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:17:04,683 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:17:04,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T11:17:04,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40423 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-16T11:17:04,888 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T11:17:04,926 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a7948fca2832,40423,1731755814466, ReplicationSource: 1, currentBandwidth=0 2024-11-16T11:17:04,927 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:17:04,927 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,40423,1731755814466, seqNum=-1] 2024-11-16T11:17:04,927 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:17:04,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-16T11:17:04,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a7948fca2832,40423,1731755814466', locateType=CURRENT is [region=hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3., hostname=a7948fca2832,40423,1731755814466, seqNum=2] 2024-11-16T11:17:04,938 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T11:17:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T11:17:04,943 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a7948fca2832,40423,1731755814466 suceeded 2024-11-16T11:17:04,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T11:17:04,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 229 msec 2024-11-16T11:17:04,946 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a7948fca2832:44547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T11:17:04,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7380 sec 2024-11-16T11:17:04,956 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,40423,1731755814466 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:44547' 2024-11-16T11:17:04,958 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,40423,1731755814466 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72aaf72d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:04,958 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,40423,1731755814466 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,44547,-1 for getting cluster id 2024-11-16T11:17:04,958 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,40423,1731755814466 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:04,959 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1780d5d5-e373-4406-b9c4-aa665b749421' 2024-11-16T11:17:04,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:04,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1780d5d5-e373-4406-b9c4-aa665b749421" 2024-11-16T11:17:04,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@597ea332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:04,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,44547,-1] 2024-11-16T11:17:04,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:04,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:04,961 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:04,962 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,40423,1731755814466 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73cbf9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:04,962 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,40423,1731755814466 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:04,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,44547,1731755820375 2024-11-16T11:17:04,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fa8b51a 2024-11-16T11:17:04,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:04,964 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T11:17:04,965 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,40423,1731755814466 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a7948fca2832,40423,1731755814466 (queues=1) is replicating from cluster=3b7e4624-cfde-4ce7-9d25-9d192b408d41 to cluster=1780d5d5-e373-4406-b9c4-aa665b749421 2024-11-16T11:17:04,967 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,40423,1731755814466 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a7948fca2832%2C40423%2C1731755814466 2024-11-16T11:17:04,970 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,40423,1731755814466 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a7948fca2832,40423,1731755814466, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T11:17:04,973 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,40423,1731755814466.replicationSource.shippera7948fca2832%2C40423%2C1731755814466,1-a7948fca2832,40423,1731755814466 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a7948fca2832%2C40423%2C1731755814466 2024-11-16T11:17:04,977 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,40423,1731755814466.replicationSource.wal-reader.a7948fca2832%2C40423%2C1731755814466,1-a7948fca2832,40423,1731755814466 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466/a7948fca2832%2C40423%2C1731755814466.1731755817108, startPosition=0, beingWritten=true 2024-11-16T11:17:05,233 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,40423,1731755814466.replicationSource.wal-reader.a7948fca2832%2C40423%2C1731755814466,1-a7948fca2832,40423,1731755814466 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466/a7948fca2832%2C40423%2C1731755814466.1731755817108 to pos 0, reset compression=false 2024-11-16T11:17:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:05,383 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:17:05,384 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T11:17:05,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:05,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:05,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:05,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:05,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:05,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,42133,-1 for getting cluster id 2024-11-16T11:17:05,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:05,388 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b7e4624-cfde-4ce7-9d25-9d192b408d41' 2024-11-16T11:17:05,389 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:05,389 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b7e4624-cfde-4ce7-9d25-9d192b408d41" 2024-11-16T11:17:05,390 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a73650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:05,390 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,42133,-1] 2024-11-16T11:17:05,390 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:05,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:05,394 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:05,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434c68cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:05,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:05,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,42133,1731755813451 2024-11-16T11:17:05,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bb0add2 2024-11-16T11:17:05,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:05,401 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:17:05,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://a7948fca2832:44547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T11:17:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T11:17:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T11:17:05,406 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:44547' 2024-11-16T11:17:05,407 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ccdb113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:05,407 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,44547,-1 for getting cluster id 2024-11-16T11:17:05,407 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:05,408 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1780d5d5-e373-4406-b9c4-aa665b749421' 2024-11-16T11:17:05,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:05,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1780d5d5-e373-4406-b9c4-aa665b749421" 2024-11-16T11:17:05,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6444f929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:05,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,44547,-1] 2024-11-16T11:17:05,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:05,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:05,410 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:05,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfdfec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:05,411 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:05,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,44547,1731755820375 2024-11-16T11:17:05,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61b97481 2024-11-16T11:17:05,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:05,414 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:17:05,415 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-16T11:17:05,415 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T11:17:05,415 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:05,415 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:05,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:05,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T11:17:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T11:17:05,548 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,40423,1731755814466.replicationSource.wal-reader.a7948fca2832%2C40423%2C1731755814466,1-a7948fca2832,40423,1731755814466 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466/a7948fca2832%2C40423%2C1731755814466.1731755817108 to pos 0, reset compression=false 2024-11-16T11:17:05,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40423 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-16T11:17:05,637 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-16T11:17:05,677 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-a7948fca2832,40423,1731755814466, ReplicationSource: 2, currentBandwidth=0 2024-11-16T11:17:05,680 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-16T11:17:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-16T11:17:05,684 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on a7948fca2832,40423,1731755814466 suceeded 2024-11-16T11:17:05,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T11:17:05,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-16T11:17:05,687 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://a7948fca2832:44547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T11:17:05,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 285 msec 2024-11-16T11:17:05,697 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,40423,1731755814466 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:44547' 2024-11-16T11:17:05,698 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,40423,1731755814466 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24dc1eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:05,698 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,40423,1731755814466 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,44547,-1 for getting cluster id 2024-11-16T11:17:05,698 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,40423,1731755814466 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:05,699 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1780d5d5-e373-4406-b9c4-aa665b749421' 2024-11-16T11:17:05,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:05,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1780d5d5-e373-4406-b9c4-aa665b749421" 2024-11-16T11:17:05,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76c3004e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:05,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,44547,-1] 2024-11-16T11:17:05,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:05,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:05,701 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:05,702 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,40423,1731755814466 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73a043f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:05,702 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,40423,1731755814466 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:05,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,44547,1731755820375 2024-11-16T11:17:05,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4582375a 2024-11-16T11:17:05,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:05,704 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T11:17:05,705 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,40423,1731755814466 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a7948fca2832,40423,1731755814466 (queues=1) is replicating from cluster=3b7e4624-cfde-4ce7-9d25-9d192b408d41 to cluster=1780d5d5-e373-4406-b9c4-aa665b749421 2024-11-16T11:17:05,705 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,40423,1731755814466 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a7948fca2832%2C40423%2C1731755814466 2024-11-16T11:17:05,705 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,40423,1731755814466 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a7948fca2832,40423,1731755814466, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T11:17:05,706 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,40423,1731755814466.replicationSource.shippera7948fca2832%2C40423%2C1731755814466,2-a7948fca2832,40423,1731755814466 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a7948fca2832%2C40423%2C1731755814466 2024-11-16T11:17:05,706 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,40423,1731755814466.replicationSource.wal-reader.a7948fca2832%2C40423%2C1731755814466,2-a7948fca2832,40423,1731755814466 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466/a7948fca2832%2C40423%2C1731755814466.1731755817108, startPosition=0, beingWritten=true 2024-11-16T11:17:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T11:17:05,722 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-16T11:17:05,722 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:17:05,722 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:05,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:05,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:05,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:05,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:05,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,42133,1731755813451 2024-11-16T11:17:05,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c8b5c78 2024-11-16T11:17:05,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:05,728 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:17:05,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T11:17:05,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T11:17:05,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T11:17:05,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T11:17:05,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://a7948fca2832:44547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T11:17:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T11:17:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T11:17:05,742 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:44547' 2024-11-16T11:17:05,743 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283b5208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:05,743 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,44547,-1 for getting cluster id 2024-11-16T11:17:05,743 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:05,744 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1780d5d5-e373-4406-b9c4-aa665b749421' 2024-11-16T11:17:05,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:05,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1780d5d5-e373-4406-b9c4-aa665b749421" 2024-11-16T11:17:05,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7e79c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:05,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,44547,-1] 2024-11-16T11:17:05,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:05,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:05,746 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:05,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@717f20e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:05,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:05,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,44547,1731755820375 2024-11-16T11:17:05,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cfa9c08 2024-11-16T11:17:05,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:05,749 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:17:05,750 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T11:17:05,750 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T11:17:05,750 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:05,750 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:05,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:05,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T11:17:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T11:17:05,914 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,40423,1731755814466.replicationSource.wal-reader.a7948fca2832%2C40423%2C1731755814466,2-a7948fca2832,40423,1731755814466 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466/a7948fca2832%2C40423%2C1731755814466.1731755817108 to pos 0, reset compression=false 2024-11-16T11:17:05,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40423 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-16T11:17:05,920 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-16T11:17:05,923 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-16T11:17:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-16T11:17:05,927 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on a7948fca2832,40423,1731755814466 suceeded 2024-11-16T11:17:05,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-16T11:17:05,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-11-16T11:17:05,931 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://a7948fca2832:44547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T11:17:05,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 195 msec 2024-11-16T11:17:05,960 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,40423,1731755814466.replicationSource.wal-reader.a7948fca2832%2C40423%2C1731755814466,1-a7948fca2832,40423,1731755814466 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466/a7948fca2832%2C40423%2C1731755814466.1731755817108 to pos 0, reset compression=false 2024-11-16T11:17:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T11:17:06,065 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-16T11:17:06,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://a7948fca2832:44547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T11:17:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T11:17:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T11:17:06,074 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:44547' 2024-11-16T11:17:06,075 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7afb6f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:06,075 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,44547,-1 for getting cluster id 2024-11-16T11:17:06,075 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:06,076 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1780d5d5-e373-4406-b9c4-aa665b749421' 2024-11-16T11:17:06,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:06,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1780d5d5-e373-4406-b9c4-aa665b749421" 2024-11-16T11:17:06,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183bc88c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:06,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,44547,-1] 2024-11-16T11:17:06,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:06,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:06,079 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:06,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28eec1e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:06,081 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:06,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,44547,1731755820375 2024-11-16T11:17:06,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71964da7 2024-11-16T11:17:06,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:06,084 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:17:06,085 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T11:17:06,085 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T11:17:06,085 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:06,085 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:06,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:06,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T11:17:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T11:17:06,225 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,40423,1731755814466.replicationSource.wal-reader.a7948fca2832%2C40423%2C1731755814466,2-a7948fca2832,40423,1731755814466 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466/a7948fca2832%2C40423%2C1731755814466.1731755817108 to pos 0, reset compression=false 2024-11-16T11:17:06,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40423 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-16T11:17:06,296 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-16T11:17:06,299 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-16T11:17:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-16T11:17:06,306 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on a7948fca2832,40423,1731755814466 suceeded 2024-11-16T11:17:06,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-16T11:17:06,311 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://a7948fca2832:44547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T11:17:06,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 168 msec 2024-11-16T11:17:06,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 244 msec 2024-11-16T11:17:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T11:17:06,393 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-16T11:17:06,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T11:17:06,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42133 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T11:17:06,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:17:06,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:06,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:06,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:06,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:06,396 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:17:06,396 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1961770269, stopped=false 2024-11-16T11:17:06,397 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,42133,1731755813451 2024-11-16T11:17:06,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0513154948/running 2024-11-16T11:17:06,409 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0513154948/running 2024-11-16T11:17:06,409 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:17:06,409 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:17:06,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:17:06,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:17:06,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:06,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:06,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Set watcher on znode that does not yet exist, /0513154948/running 2024-11-16T11:17:06,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Set watcher on znode that does not yet exist, /0513154948/running 2024-11-16T11:17:06,410 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,40423,1731755814466' ***** 2024-11-16T11:17:06,410 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:17:06,411 INFO [RS:0;a7948fca2832:40423 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:17:06,411 INFO [RS:0;a7948fca2832:40423 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:17:06,411 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:17:06,411 INFO [RS:0;a7948fca2832:40423 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:17:06,411 INFO [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(3091): Received CLOSE for d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:06,412 INFO [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,40423,1731755814466 2024-11-16T11:17:06,412 INFO [RS:0;a7948fca2832:40423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:17:06,412 INFO [RS:0;a7948fca2832:40423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:40423. 2024-11-16T11:17:06,412 DEBUG [RS:0;a7948fca2832:40423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:06,412 DEBUG [RS:0;a7948fca2832:40423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:06,412 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d664a2e90e29c81b022bee6f29cba4c3, disabling compactions & flushes 2024-11-16T11:17:06,412 INFO [RS:0;a7948fca2832:40423 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:17:06,412 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. 2024-11-16T11:17:06,412 INFO [RS:0;a7948fca2832:40423 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:17:06,412 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. 2024-11-16T11:17:06,412 INFO [RS:0;a7948fca2832:40423 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:17:06,412 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. after waiting 0 ms 2024-11-16T11:17:06,412 INFO [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:17:06,412 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. 2024-11-16T11:17:06,413 INFO [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T11:17:06,413 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:17:06,413 DEBUG [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d664a2e90e29c81b022bee6f29cba4c3=hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3.} 2024-11-16T11:17:06,413 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:17:06,413 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:17:06,413 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:17:06,413 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:17:06,413 DEBUG [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:06,416 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d664a2e90e29c81b022bee6f29cba4c3 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-16T11:17:06,416 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-16T11:17:06,448 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:17:06,468 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,40423,1731755814466.replicationSource.wal-reader.a7948fca2832%2C40423%2C1731755814466,1-a7948fca2832,40423,1731755814466 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466/a7948fca2832%2C40423%2C1731755814466.1731755817108 to pos 0, reset compression=false 2024-11-16T11:17:06,474 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/.tmp/info/9dff5109ea8046debbd7003067f138bf is 147, key is hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3./info:regioninfo/1731755824495/Put/seqid=0 2024-11-16T11:17:06,474 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/replication/d664a2e90e29c81b022bee6f29cba4c3/.tmp/queue/e167e3fcb9ed44d4a51bd19a4ff7e022 is 151, key is 1-a7948fca2832,40423,1731755814466/queue:a7948fca2832%2C40423%2C1731755814466/1731755824933/Put/seqid=0 2024-11-16T11:17:06,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741838_1014 (size=6631) 2024-11-16T11:17:06,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741839_1015 (size=5500) 2024-11-16T11:17:06,613 DEBUG [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:06,635 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,40423,1731755814466.replicationSource.wal-reader.a7948fca2832%2C40423%2C1731755814466,2-a7948fca2832,40423,1731755814466 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466/a7948fca2832%2C40423%2C1731755814466.1731755817108 to pos 0, reset compression=false 2024-11-16T11:17:06,814 DEBUG [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:06,885 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/replication/d664a2e90e29c81b022bee6f29cba4c3/.tmp/queue/e167e3fcb9ed44d4a51bd19a4ff7e022 2024-11-16T11:17:06,886 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/.tmp/info/9dff5109ea8046debbd7003067f138bf 2024-11-16T11:17:06,932 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/replication/d664a2e90e29c81b022bee6f29cba4c3/.tmp/queue/e167e3fcb9ed44d4a51bd19a4ff7e022 as hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/replication/d664a2e90e29c81b022bee6f29cba4c3/queue/e167e3fcb9ed44d4a51bd19a4ff7e022 2024-11-16T11:17:06,945 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/replication/d664a2e90e29c81b022bee6f29cba4c3/queue/e167e3fcb9ed44d4a51bd19a4ff7e022, entries=2, sequenceid=6, filesize=5.4 K 2024-11-16T11:17:06,951 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/.tmp/ns/a0264e14cd9b4b53aaac0ff4239a7bbd is 43, key is default/ns:d/1731755817839/Put/seqid=0 2024-11-16T11:17:06,952 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d664a2e90e29c81b022bee6f29cba4c3 in 535ms, sequenceid=6, compaction requested=false 2024-11-16T11:17:06,953 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T11:17:06,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741840_1016 (size=5153) 2024-11-16T11:17:06,961 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/replication/d664a2e90e29c81b022bee6f29cba4c3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T11:17:06,964 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:17:06,964 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:17:06,964 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. 2024-11-16T11:17:06,964 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d664a2e90e29c81b022bee6f29cba4c3: Waiting for close lock at 1731755826412Running coprocessor pre-close hooks at 1731755826412Disabling compacts and flushes for region at 1731755826412Disabling writes for close at 1731755826412Obtaining lock to block concurrent updates at 1731755826416 (+4 ms)Preparing flush snapshotting stores in d664a2e90e29c81b022bee6f29cba4c3 at 1731755826416Finished memstore snapshotting hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731755826423 (+7 ms)Flushing stores of hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. at 1731755826424 (+1 ms)Flushing d664a2e90e29c81b022bee6f29cba4c3/queue: creating writer at 1731755826426 (+2 ms)Flushing d664a2e90e29c81b022bee6f29cba4c3/queue: appending metadata at 1731755826459 (+33 ms)Flushing d664a2e90e29c81b022bee6f29cba4c3/queue: closing flushed file at 1731755826461 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b08961a: reopening flushed file at 1731755826930 (+469 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d664a2e90e29c81b022bee6f29cba4c3 in 535ms, sequenceid=6, compaction requested=false at 1731755826953 (+23 ms)Writing region close event to WAL at 1731755826956 (+3 ms)Running coprocessor post-close hooks at 1731755826962 (+6 ms)Closed at 1731755826964 (+2 ms) 2024-11-16T11:17:06,965 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. 2024-11-16T11:17:07,006 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:17:07,006 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:17:07,014 DEBUG [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:17:07,075 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,40423,1731755814466.replicationSource.wal-reader.a7948fca2832%2C40423%2C1731755814466,1-a7948fca2832,40423,1731755814466 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466/a7948fca2832%2C40423%2C1731755814466.1731755817108 to pos 0, reset compression=false 2024-11-16T11:17:07,142 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,40423,1731755814466.replicationSource.wal-reader.a7948fca2832%2C40423%2C1731755814466,2-a7948fca2832,40423,1731755814466 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466/a7948fca2832%2C40423%2C1731755814466.1731755817108 to pos 0, reset compression=false 2024-11-16T11:17:07,214 DEBUG [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:17:07,360 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/.tmp/ns/a0264e14cd9b4b53aaac0ff4239a7bbd 2024-11-16T11:17:07,392 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/.tmp/table/a472dd9619ee4626ba50361c6226ab78 is 53, key is hbase:replication/table:state/1731755824509/Put/seqid=0 2024-11-16T11:17:07,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741841_1017 (size=5256) 2024-11-16T11:17:07,415 INFO [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T11:17:07,415 DEBUG [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:17:07,415 DEBUG [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:17:07,615 DEBUG [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:17:07,749 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,40423,1731755814466.replicationSource.wal-reader.a7948fca2832%2C40423%2C1731755814466,2-a7948fca2832,40423,1731755814466 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466/a7948fca2832%2C40423%2C1731755814466.1731755817108 to pos 0, reset compression=false 2024-11-16T11:17:07,785 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,40423,1731755814466.replicationSource.wal-reader.a7948fca2832%2C40423%2C1731755814466,1-a7948fca2832,40423,1731755814466 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466/a7948fca2832%2C40423%2C1731755814466.1731755817108 to pos 0, reset compression=false 2024-11-16T11:17:07,798 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/.tmp/table/a472dd9619ee4626ba50361c6226ab78 2024-11-16T11:17:07,807 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/.tmp/info/9dff5109ea8046debbd7003067f138bf as hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/info/9dff5109ea8046debbd7003067f138bf 2024-11-16T11:17:07,815 DEBUG [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:17:07,815 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/info/9dff5109ea8046debbd7003067f138bf, entries=10, sequenceid=11, filesize=6.5 K 2024-11-16T11:17:07,817 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/.tmp/ns/a0264e14cd9b4b53aaac0ff4239a7bbd as hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/ns/a0264e14cd9b4b53aaac0ff4239a7bbd 2024-11-16T11:17:07,826 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/ns/a0264e14cd9b4b53aaac0ff4239a7bbd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T11:17:07,827 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/.tmp/table/a472dd9619ee4626ba50361c6226ab78 as hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/table/a472dd9619ee4626ba50361c6226ab78 2024-11-16T11:17:07,836 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/table/a472dd9619ee4626ba50361c6226ab78, entries=2, sequenceid=11, filesize=5.1 K 2024-11-16T11:17:07,837 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1424ms, sequenceid=11, compaction requested=false 2024-11-16T11:17:07,843 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T11:17:07,844 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:17:07,844 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:17:07,844 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:17:07,844 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755826413Running coprocessor pre-close hooks at 1731755826413Disabling compacts and flushes for region at 1731755826413Disabling writes for close at 1731755826413Obtaining lock to block concurrent updates at 1731755826416 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731755826416Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731755826423 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731755826424 (+1 ms)Flushing 1588230740/info: creating writer at 1731755826426 (+2 ms)Flushing 1588230740/info: appending metadata at 1731755826459 (+33 ms)Flushing 1588230740/info: closing flushed file at 1731755826461 (+2 ms)Flushing 1588230740/ns: creating writer at 1731755826930 (+469 ms)Flushing 1588230740/ns: appending metadata at 1731755826950 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731755826950Flushing 1588230740/table: creating writer at 1731755827374 (+424 ms)Flushing 1588230740/table: appending metadata at 1731755827391 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731755827391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63bbc042: reopening flushed file at 1731755827806 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c8d3f4b: reopening flushed file at 1731755827816 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f63db7: reopening flushed file at 1731755827826 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1424ms, sequenceid=11, compaction requested=false at 1731755827837 (+11 ms)Writing region close event to WAL at 1731755827839 (+2 ms)Running coprocessor post-close hooks at 1731755827844 (+5 ms)Closed at 1731755827844 2024-11-16T11:17:07,844 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:17:08,016 INFO [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,40423,1731755814466; all regions closed. 2024-11-16T11:17:08,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741834_1010 (size=2742) 2024-11-16T11:17:08,033 DEBUG [RS:0;a7948fca2832:40423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/oldWALs 2024-11-16T11:17:08,033 INFO [RS:0;a7948fca2832:40423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C40423%2C1731755814466.meta:.meta(num 1731755817590) 2024-11-16T11:17:08,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741837_1013 (size=1802) 2024-11-16T11:17:08,039 DEBUG [RS:0;a7948fca2832:40423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/oldWALs 2024-11-16T11:17:08,039 INFO [RS:0;a7948fca2832:40423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C40423%2C1731755814466.rep:(num 1731755824447) 2024-11-16T11:17:08,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741833_1009 (size=93) 2024-11-16T11:17:08,045 DEBUG [RS:0;a7948fca2832:40423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/oldWALs 2024-11-16T11:17:08,045 INFO [RS:0;a7948fca2832:40423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C40423%2C1731755814466:(num 1731755817108) 2024-11-16T11:17:08,045 DEBUG [RS:0;a7948fca2832:40423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:08,045 INFO [RS:0;a7948fca2832:40423 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:17:08,046 INFO [RS:0;a7948fca2832:40423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:17:08,046 INFO [RS:0;a7948fca2832:40423 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T11:17:08,046 INFO [RS:0;a7948fca2832:40423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:17:08,046 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:17:08,047 INFO [RS:0;a7948fca2832:40423 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a7948fca2832,40423,1731755814466 because: Region server is closing 2024-11-16T11:17:08,047 INFO [RS:0;a7948fca2832:40423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:40423. 2024-11-16T11:17:08,047 DEBUG [RS:0;a7948fca2832:40423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:08,047 DEBUG [RS:0;a7948fca2832:40423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:08,048 DEBUG [RS:0;a7948fca2832:40423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:08,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:08,148 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,40423,1731755814466.replicationSource.wal-reader.a7948fca2832%2C40423%2C1731755814466,1-a7948fca2832,40423,1731755814466 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T11:17:08,148 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,40423,1731755814466.replicationSource.shippera7948fca2832%2C40423%2C1731755814466,1-a7948fca2832,40423,1731755814466 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T11:17:08,149 INFO [RS:0;a7948fca2832:40423 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,40423,1731755814466.replicationSource.shippera7948fca2832%2C40423%2C1731755814466,1-a7948fca2832,40423,1731755814466 terminated 2024-11-16T11:17:08,151 INFO [RS:0;a7948fca2832:40423 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a7948fca2832,40423,1731755814466 because: Region server is closing 2024-11-16T11:17:08,151 INFO [RS:0;a7948fca2832:40423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:40423. 2024-11-16T11:17:08,151 DEBUG [RS:0;a7948fca2832:40423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:08,152 DEBUG [RS:0;a7948fca2832:40423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:08,152 DEBUG [RS:0;a7948fca2832:40423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:08,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:08,253 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,40423,1731755814466.replicationSource.wal-reader.a7948fca2832%2C40423%2C1731755814466,2-a7948fca2832,40423,1731755814466 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T11:17:08,253 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,40423,1731755814466.replicationSource.shippera7948fca2832%2C40423%2C1731755814466,2-a7948fca2832,40423,1731755814466 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T11:17:08,253 INFO [RS:0;a7948fca2832:40423 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,40423,1731755814466.replicationSource.shippera7948fca2832%2C40423%2C1731755814466,2-a7948fca2832,40423,1731755814466 terminated 2024-11-16T11:17:08,254 INFO [RS:0;a7948fca2832:40423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40423 2024-11-16T11:17:08,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948/rs 2024-11-16T11:17:08,330 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0513154948/rs/a7948fca2832,40423,1731755814466 2024-11-16T11:17:08,330 INFO [RS:0;a7948fca2832:40423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:17:08,331 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,40423,1731755814466] 2024-11-16T11:17:08,350 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0513154948/draining/a7948fca2832,40423,1731755814466 already deleted, retry=false 2024-11-16T11:17:08,351 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,40423,1731755814466 expired; onlineServers=0 2024-11-16T11:17:08,351 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,42133,1731755813451' ***** 2024-11-16T11:17:08,351 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:17:08,351 INFO [M:0;a7948fca2832:42133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:17:08,351 INFO [M:0;a7948fca2832:42133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:17:08,351 DEBUG [M:0;a7948fca2832:42133 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:17:08,352 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:17:08,352 DEBUG [M:0;a7948fca2832:42133 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:17:08,352 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755816775 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755816775,5,FailOnTimeoutGroup] 2024-11-16T11:17:08,352 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755816784 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755816784,5,FailOnTimeoutGroup] 2024-11-16T11:17:08,352 INFO [M:0;a7948fca2832:42133 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:17:08,352 INFO [M:0;a7948fca2832:42133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:17:08,352 DEBUG [M:0;a7948fca2832:42133 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:17:08,352 INFO [M:0;a7948fca2832:42133 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:17:08,353 INFO [M:0;a7948fca2832:42133 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:17:08,353 INFO [M:0;a7948fca2832:42133 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:17:08,353 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:17:08,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0513154948/master 2024-11-16T11:17:08,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:17:08,362 DEBUG [M:0;a7948fca2832:42133 {}] zookeeper.ZKUtil(347): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Unable to get data of znode /0513154948/master because node does not exist (not an error) 2024-11-16T11:17:08,362 WARN [M:0;a7948fca2832:42133 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:17:08,363 INFO [M:0;a7948fca2832:42133 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/.lastflushedseqids 2024-11-16T11:17:08,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741842_1018 (size=181) 2024-11-16T11:17:08,441 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:17:08,441 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40423-0x101435c90920001, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:17:08,442 INFO [RS:0;a7948fca2832:40423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:17:08,443 INFO [RS:0;a7948fca2832:40423 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,40423,1731755814466; zookeeper connection closed. 2024-11-16T11:17:08,443 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@643f4f1b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@643f4f1b 2024-11-16T11:17:08,445 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:17:08,491 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:17:08,776 INFO [M:0;a7948fca2832:42133 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:17:08,776 INFO [M:0;a7948fca2832:42133 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:17:08,776 DEBUG [M:0;a7948fca2832:42133 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:17:08,776 INFO [M:0;a7948fca2832:42133 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:08,776 DEBUG [M:0;a7948fca2832:42133 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:08,777 DEBUG [M:0;a7948fca2832:42133 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:17:08,777 DEBUG [M:0;a7948fca2832:42133 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:08,777 INFO [M:0;a7948fca2832:42133 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-16T11:17:08,799 DEBUG [M:0;a7948fca2832:42133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/203d3cbc3e9047739aec20936d6ac3d1 is 82, key is hbase:meta,,1/info:regioninfo/1731755817688/Put/seqid=0 2024-11-16T11:17:08,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741843_1019 (size=5672) 2024-11-16T11:17:09,205 INFO [M:0;a7948fca2832:42133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/203d3cbc3e9047739aec20936d6ac3d1 2024-11-16T11:17:09,234 DEBUG [M:0;a7948fca2832:42133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c745b88877a439e810943c97eaf1855 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731755824515/Put/seqid=0 2024-11-16T11:17:09,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741844_1020 (size=8663) 2024-11-16T11:17:09,640 INFO [M:0;a7948fca2832:42133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c745b88877a439e810943c97eaf1855 2024-11-16T11:17:09,667 DEBUG [M:0;a7948fca2832:42133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f88c4961f9f4544be098f0e1c623fd3 is 69, key is a7948fca2832,40423,1731755814466/rs:state/1731755816822/Put/seqid=0 2024-11-16T11:17:09,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741845_1021 (size=5156) 2024-11-16T11:17:10,074 INFO [M:0;a7948fca2832:42133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f88c4961f9f4544be098f0e1c623fd3 2024-11-16T11:17:10,087 DEBUG [M:0;a7948fca2832:42133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/203d3cbc3e9047739aec20936d6ac3d1 as hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/203d3cbc3e9047739aec20936d6ac3d1 2024-11-16T11:17:10,095 INFO [M:0;a7948fca2832:42133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/203d3cbc3e9047739aec20936d6ac3d1, entries=8, sequenceid=115, filesize=5.5 K 2024-11-16T11:17:10,096 DEBUG [M:0;a7948fca2832:42133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c745b88877a439e810943c97eaf1855 as hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c745b88877a439e810943c97eaf1855 2024-11-16T11:17:10,104 INFO [M:0;a7948fca2832:42133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c745b88877a439e810943c97eaf1855, entries=14, sequenceid=115, filesize=8.5 K 2024-11-16T11:17:10,105 DEBUG [M:0;a7948fca2832:42133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f88c4961f9f4544be098f0e1c623fd3 as hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f88c4961f9f4544be098f0e1c623fd3 2024-11-16T11:17:10,112 INFO [M:0;a7948fca2832:42133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f88c4961f9f4544be098f0e1c623fd3, entries=1, sequenceid=115, filesize=5.0 K 2024-11-16T11:17:10,113 INFO [M:0;a7948fca2832:42133 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=115, compaction requested=false 2024-11-16T11:17:10,115 INFO [M:0;a7948fca2832:42133 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:10,115 DEBUG [M:0;a7948fca2832:42133 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755828776Disabling compacts and flushes for region at 1731755828776Disabling writes for close at 1731755828777 (+1 ms)Obtaining lock to block concurrent updates at 1731755828777Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731755828777Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731755828778 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731755828779 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731755828779Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731755828798 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731755828798Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731755829215 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731755829234 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731755829234Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731755829651 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731755829666 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731755829666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7988adbf: reopening flushed file at 1731755830086 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1749e9d: reopening flushed file at 1731755830095 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145685cd: reopening flushed file at 1731755830104 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=115, compaction requested=false at 1731755830113 (+9 ms)Writing region close event to WAL at 1731755830115 (+2 ms)Closed at 1731755830115 2024-11-16T11:17:10,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741830_1006 (size=59421) 2024-11-16T11:17:10,118 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/WALs/a7948fca2832,42133,1731755813451/a7948fca2832%2C42133%2C1731755813451.1731755815849 not finished, retry = 0 2024-11-16T11:17:10,220 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:17:10,220 INFO [M:0;a7948fca2832:42133 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:17:10,220 INFO [M:0;a7948fca2832:42133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42133 2024-11-16T11:17:10,220 INFO [M:0;a7948fca2832:42133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:17:10,419 INFO [M:0;a7948fca2832:42133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:17:10,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:17:10,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42133-0x101435c90920000, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:17:10,422 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:17:10,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:10,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:10,422 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:17:10,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:10,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:17:10,423 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:17:10,423 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:17:10,423 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46619 2024-11-16T11:17:10,425 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46619 connecting to ZooKeeper ensemble=127.0.0.1:54544 2024-11-16T11:17:10,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466190x0, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:17:10,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46619-0x101435c90920006 connected 2024-11-16T11:17:10,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:10,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:10,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Set watcher on znode that does not yet exist, /0513154948/running 2024-11-16T11:17:10,456 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0513154948/meta-region-server: INIT 2024-11-16T11:17:10,456 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8, hbase.cluster.distributed=false 2024-11-16T11:17:10,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Set watcher on znode that does not yet exist, /0513154948/acl 2024-11-16T11:17:10,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46619 2024-11-16T11:17:10,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46619 2024-11-16T11:17:10,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46619 2024-11-16T11:17:10,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46619 2024-11-16T11:17:10,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46619 2024-11-16T11:17:10,476 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:17:10,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:10,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:10,476 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:17:10,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:10,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:17:10,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:17:10,477 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:17:10,477 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38277 2024-11-16T11:17:10,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38277 connecting to ZooKeeper ensemble=127.0.0.1:54544 2024-11-16T11:17:10,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:10,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:10,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382770x0, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:17:10,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382770x0, quorum=127.0.0.1:54544, baseZNode=/0513154948 Set watcher on znode that does not yet exist, /0513154948/running 2024-11-16T11:17:10,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38277-0x101435c90920007 connected 2024-11-16T11:17:10,494 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0513154948/meta-region-server: INIT 2024-11-16T11:17:10,494 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:17:10,495 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:17:10,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38277-0x101435c90920007, quorum=127.0.0.1:54544, baseZNode=/0513154948 Set watcher on znode that does not yet exist, /0513154948/master 2024-11-16T11:17:10,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38277-0x101435c90920007, quorum=127.0.0.1:54544, baseZNode=/0513154948 Set watcher on znode that does not yet exist, /0513154948/acl 2024-11-16T11:17:10,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38277 2024-11-16T11:17:10,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38277 2024-11-16T11:17:10,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38277 2024-11-16T11:17:10,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38277 2024-11-16T11:17:10,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38277 2024-11-16T11:17:10,517 DEBUG [M:0;a7948fca2832:46619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:46619 2024-11-16T11:17:10,518 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0513154948/backup-masters/a7948fca2832,46619,1731755830422 2024-11-16T11:17:10,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101435c90920007, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948/backup-masters 2024-11-16T11:17:10,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948/backup-masters 2024-11-16T11:17:10,530 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Set watcher on existing znode=/0513154948/backup-masters/a7948fca2832,46619,1731755830422 2024-11-16T11:17:10,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:17:10,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101435c90920007, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0513154948/master 2024-11-16T11:17:10,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101435c90920007, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:17:10,540 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Set watcher on existing znode=/0513154948/master 2024-11-16T11:17:10,541 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0513154948/backup-masters/a7948fca2832,46619,1731755830422 from backup master directory 2024-11-16T11:17:10,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0513154948/backup-masters/a7948fca2832,46619,1731755830422 2024-11-16T11:17:10,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948/backup-masters 2024-11-16T11:17:10,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101435c90920007, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948/backup-masters 2024-11-16T11:17:10,550 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:17:10,551 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,46619,1731755830422 2024-11-16T11:17:10,568 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:10,568 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:17:10,581 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-16T11:17:10,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741846_1022 (size=196) 2024-11-16T11:17:11,002 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:17:11,004 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:17:11,004 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:11,016 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-16T11:17:11,019 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/WALs/a7948fca2832,42133,1731755813451 to hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/WALs/a7948fca2832,42133,1731755813451-dead as it is dead 2024-11-16T11:17:11,020 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T11:17:11,021 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T11:17:11,021 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/WALs/a7948fca2832,42133,1731755813451-dead/a7948fca2832%2C42133%2C1731755813451.1731755815849 2024-11-16T11:17:11,026 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/WALs/a7948fca2832,42133,1731755813451-dead/a7948fca2832%2C42133%2C1731755813451.1731755815849 after 3ms 2024-11-16T11:17:11,027 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/WALs/a7948fca2832,42133,1731755813451-dead/a7948fca2832%2C42133%2C1731755813451.1731755815849 to hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a7948fca2832%2C42133%2C1731755813451.1731755815849 2024-11-16T11:17:11,027 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/WALs/a7948fca2832,42133,1731755813451-dead 2024-11-16T11:17:11,028 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/WALs/a7948fca2832,46619,1731755830422 2024-11-16T11:17:11,030 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:17:11,032 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C46619%2C1731755830422, suffix=, logDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/WALs/a7948fca2832,46619,1731755830422, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/oldWALs, maxLogs=10 2024-11-16T11:17:11,046 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/WALs/a7948fca2832,46619,1731755830422/a7948fca2832%2C46619%2C1731755830422.1731755831032, exclude list is [], retry=0 2024-11-16T11:17:11,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37385,DS-7bfba2f1-750d-4362-aab4-113d760297ed,DISK] 2024-11-16T11:17:11,051 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/WALs/a7948fca2832,46619,1731755830422/a7948fca2832%2C46619%2C1731755830422.1731755831032 2024-11-16T11:17:11,052 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46011:46011)] 2024-11-16T11:17:11,052 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:17:11,052 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:11,052 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:11,052 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:11,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:11,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:17:11,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:11,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/203d3cbc3e9047739aec20936d6ac3d1 2024-11-16T11:17:11,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:11,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:11,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:17:11,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:11,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c745b88877a439e810943c97eaf1855 2024-11-16T11:17:11,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:11,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:11,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:17:11,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:11,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f88c4961f9f4544be098f0e1c623fd3 2024-11-16T11:17:11,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:11,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:11,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:17:11,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:11,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:11,082 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:11,083 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-16T11:17:11,083 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a7948fca2832%2C42133%2C1731755813451.1731755815849 2024-11-16T11:17:11,098 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a7948fca2832%2C42133%2C1731755813451.1731755815849 2024-11-16T11:17:11,099 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a7948fca2832%2C42133%2C1731755813451.1731755815849 2024-11-16T11:17:11,101 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:11,101 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:11,102 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:17:11,104 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:11,106 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-16T11:17:11,108 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62855740, jitterRate=-0.06337648630142212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:17:11,108 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731755831052Initializing all the Stores at 1731755831053 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755831053Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755831054 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755831054Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755831054Cleaning up temporary data from old regions at 1731755831101 (+47 ms)Region opened successfully at 1731755831108 (+7 ms) 2024-11-16T11:17:11,108 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:17:11,113 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dda3afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:17:11,122 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-16T11:17:11,123 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:17:11,123 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:17:11,123 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:17:11,124 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:17:11,131 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:17:11,131 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T11:17:11,132 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T11:17:11,132 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T11:17:11,132 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T11:17:11,132 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T11:17:11,133 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-16T11:17:11,133 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:17:11,138 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a7948fca2832,40423,1731755814466, regionLocation=a7948fca2832,40423,1731755814466, openSeqNum=2 2024-11-16T11:17:11,138 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a7948fca2832,40423,1731755814466, table=hbase:meta, region=1588230740 2024-11-16T11:17:11,138 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,40423,1731755814466, state=OPEN 2024-11-16T11:17:11,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0513154948/meta-region-server 2024-11-16T11:17:11,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101435c90920007, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0513154948/meta-region-server 2024-11-16T11:17:11,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0513154948/meta-region-server: CHANGED 2024-11-16T11:17:11,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0513154948/meta-region-server: CHANGED 2024-11-16T11:17:11,154 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:17:11,166 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0513154948/draining/a7948fca2832,40423,1731755814466 already deleted, retry=false 2024-11-16T11:17:11,167 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of a7948fca2832,40423,1731755814466 on a7948fca2832,46619,1731755830422 2024-11-16T11:17:11,173 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a7948fca2832,40423,1731755814466, splitWal=true, meta=true 2024-11-16T11:17:11,176 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for a7948fca2832,40423,1731755814466 (carryingMeta=true) a7948fca2832,40423,1731755814466/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7c0493a4[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T11:17:11,179 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Unable to get data of znode /0513154948/balancer because node does not exist (not necessarily an error) 2024-11-16T11:17:11,187 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0513154948/balancer already deleted, retry=false 2024-11-16T11:17:11,188 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:17:11,190 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Unable to get data of znode /0513154948/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:17:11,198 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0513154948/normalizer already deleted, retry=false 2024-11-16T11:17:11,199 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:17:11,200 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Unable to get data of znode /0513154948/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:17:11,235 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0513154948/switch/split already deleted, retry=false 2024-11-16T11:17:11,237 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Unable to get data of znode /0513154948/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:17:11,256 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0513154948/switch/merge already deleted, retry=false 2024-11-16T11:17:11,292 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Unable to get data of znode /0513154948/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:17:11,304 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0513154948/snapshot-cleanup already deleted, retry=false 2024-11-16T11:17:11,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0513154948/running 2024-11-16T11:17:11,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101435c90920007, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0513154948/running 2024-11-16T11:17:11,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:17:11,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101435c90920007, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:17:11,314 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,46619,1731755830422, sessionid=0x101435c90920006, setting cluster-up flag (Was=false) 2024-11-16T11:17:11,325 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0513154948/flush-table-proc/acquired, /0513154948/flush-table-proc/reached, /0513154948/flush-table-proc/abort 2024-11-16T11:17:11,327 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,46619,1731755830422 2024-11-16T11:17:11,341 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0513154948/online-snapshot/acquired, /0513154948/online-snapshot/reached, /0513154948/online-snapshot/abort 2024-11-16T11:17:11,343 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,46619,1731755830422 2024-11-16T11:17:11,345 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/.lastflushedseqids 2024-11-16T11:17:11,349 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:17:11,349 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:17:11,349 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,46619,1731755830422 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 a7948fca2832,40423,1731755814466 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:17:11,351 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:11,352 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:11,352 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:11,352 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:11,352 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:17:11,352 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:11,352 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:17:11,352 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:11,354 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731755861354 2024-11-16T11:17:11,355 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:17:11,355 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:17:11,355 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:17:11,355 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:17:11,355 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:17:11,355 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:17:11,355 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:11,356 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:17:11,356 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:17:11,356 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:17:11,356 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:17:11,356 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a7948fca2832,40423,1731755814466, splitWal=true, meta=true 2024-11-16T11:17:11,357 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:17:11,357 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:17:11,357 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755831357,5,FailOnTimeoutGroup] 2024-11-16T11:17:11,357 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755831357,5,FailOnTimeoutGroup] 2024-11-16T11:17:11,357 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:11,358 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:17:11,358 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:11,358 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:11,358 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731755831358, completionTime=-1 2024-11-16T11:17:11,358 WARN [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-16T11:17:11,358 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a7948fca2832,40423,1731755814466, splitWal=true, meta=true, isMeta: true 2024-11-16T11:17:11,360 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466-splitting 2024-11-16T11:17:11,362 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T11:17:11,362 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466-splitting dir is empty, no logs to split. 2024-11-16T11:17:11,362 INFO [PEWorker-1 {}] master.SplitWALManager(105): a7948fca2832,40423,1731755814466 WAL count=0, meta=true 2024-11-16T11:17:11,367 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466-splitting dir is empty, no logs to split. 2024-11-16T11:17:11,368 INFO [PEWorker-1 {}] master.SplitWALManager(105): a7948fca2832,40423,1731755814466 WAL count=0, meta=true 2024-11-16T11:17:11,368 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a7948fca2832,40423,1731755814466 WAL splitting is done? wals=0, meta=true 2024-11-16T11:17:11,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:17:11,373 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:17:11,374 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T11:17:11,402 INFO [RS:0;a7948fca2832:38277 {}] regionserver.HRegionServer(746): ClusterId : 3b7e4624-cfde-4ce7-9d25-9d192b408d41 2024-11-16T11:17:11,402 DEBUG [RS:0;a7948fca2832:38277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:17:11,415 DEBUG [RS:0;a7948fca2832:38277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:17:11,415 DEBUG [RS:0;a7948fca2832:38277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:17:11,425 DEBUG [RS:0;a7948fca2832:38277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:17:11,426 DEBUG [RS:0;a7948fca2832:38277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5242ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:17:11,437 DEBUG [RS:0;a7948fca2832:38277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:38277 2024-11-16T11:17:11,437 INFO [RS:0;a7948fca2832:38277 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:17:11,437 INFO [RS:0;a7948fca2832:38277 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:17:11,437 DEBUG [RS:0;a7948fca2832:38277 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:17:11,438 INFO [RS:0;a7948fca2832:38277 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,46619,1731755830422 with port=38277, startcode=1731755830476 2024-11-16T11:17:11,438 DEBUG [RS:0;a7948fca2832:38277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:17:11,439 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:17:11,440 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46619 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,38277,1731755830476 2024-11-16T11:17:11,440 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46619 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,38277,1731755830476 2024-11-16T11:17:11,442 DEBUG [RS:0;a7948fca2832:38277 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8 2024-11-16T11:17:11,442 DEBUG [RS:0;a7948fca2832:38277 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37211 2024-11-16T11:17:11,442 DEBUG [RS:0;a7948fca2832:38277 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:17:11,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948/rs 2024-11-16T11:17:11,451 DEBUG [RS:0;a7948fca2832:38277 {}] zookeeper.ZKUtil(111): regionserver:38277-0x101435c90920007, quorum=127.0.0.1:54544, baseZNode=/0513154948 Set watcher on existing znode=/0513154948/rs/a7948fca2832,38277,1731755830476 2024-11-16T11:17:11,451 WARN [RS:0;a7948fca2832:38277 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:17:11,452 INFO [RS:0;a7948fca2832:38277 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:11,452 DEBUG [RS:0;a7948fca2832:38277 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476 2024-11-16T11:17:11,452 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,38277,1731755830476] 2024-11-16T11:17:11,462 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T11:17:11,489 INFO [RS:0;a7948fca2832:38277 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:17:11,492 INFO [RS:0;a7948fca2832:38277 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:17:11,492 INFO [RS:0;a7948fca2832:38277 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:17:11,492 INFO [RS:0;a7948fca2832:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:11,492 INFO [RS:0;a7948fca2832:38277 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:17:11,493 INFO [RS:0;a7948fca2832:38277 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:17:11,493 INFO [RS:0;a7948fca2832:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:11,494 DEBUG [RS:0;a7948fca2832:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:11,494 DEBUG [RS:0;a7948fca2832:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:11,494 DEBUG [RS:0;a7948fca2832:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:11,494 DEBUG [RS:0;a7948fca2832:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:11,494 DEBUG [RS:0;a7948fca2832:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:11,494 DEBUG [RS:0;a7948fca2832:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:17:11,494 DEBUG [RS:0;a7948fca2832:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:11,494 DEBUG [RS:0;a7948fca2832:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:11,494 DEBUG [RS:0;a7948fca2832:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:11,494 DEBUG [RS:0;a7948fca2832:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:11,494 DEBUG [RS:0;a7948fca2832:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:11,494 DEBUG [RS:0;a7948fca2832:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:11,494 DEBUG [RS:0;a7948fca2832:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:17:11,495 DEBUG [RS:0;a7948fca2832:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:17:11,495 INFO [RS:0;a7948fca2832:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:11,495 INFO [RS:0;a7948fca2832:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:11,495 INFO [RS:0;a7948fca2832:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:11,495 INFO [RS:0;a7948fca2832:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:11,495 INFO [RS:0;a7948fca2832:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:11,495 INFO [RS:0;a7948fca2832:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38277,1731755830476-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:17:11,509 INFO [RS:0;a7948fca2832:38277 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:17:11,509 INFO [RS:0;a7948fca2832:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38277,1731755830476-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:11,524 WARN [a7948fca2832:46619 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T11:17:11,525 INFO [RS:0;a7948fca2832:38277 {}] regionserver.ReplicationSource(231): queueId=1-a7948fca2832,38277,1731755830476, ReplicationSource: 1, currentBandwidth=0 2024-11-16T11:17:11,539 INFO [RS:0;a7948fca2832:38277 {}] regionserver.ReplicationSource(231): queueId=2-a7948fca2832,38277,1731755830476, ReplicationSource: 2, currentBandwidth=0 2024-11-16T11:17:11,539 INFO [RS:0;a7948fca2832:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:11,539 INFO [RS:0;a7948fca2832:38277 {}] regionserver.Replication(171): a7948fca2832,38277,1731755830476 started 2024-11-16T11:17:11,540 DEBUG [RS:0;a7948fca2832:38277.replicationSource,1-a7948fca2832,38277,1731755830476 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:44547' 2024-11-16T11:17:11,541 DEBUG [RS:0;a7948fca2832:38277.replicationSource,1-a7948fca2832,38277,1731755830476 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dae743f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:11,541 DEBUG [RS:0;a7948fca2832:38277.replicationSource,1-a7948fca2832,38277,1731755830476 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,44547,-1 for getting cluster id 2024-11-16T11:17:11,541 DEBUG [RS:0;a7948fca2832:38277.replicationSource,1-a7948fca2832,38277,1731755830476 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:11,543 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1780d5d5-e373-4406-b9c4-aa665b749421' 2024-11-16T11:17:11,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:11,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1780d5d5-e373-4406-b9c4-aa665b749421" 2024-11-16T11:17:11,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b863e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:11,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,44547,-1] 2024-11-16T11:17:11,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:11,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:11,546 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:11,547 DEBUG [RS:0;a7948fca2832:38277.replicationSource,1-a7948fca2832,38277,1731755830476 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53d7b68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:11,547 DEBUG [RS:0;a7948fca2832:38277.replicationSource,1-a7948fca2832,38277,1731755830476 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:11,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,44547,1731755820375 2024-11-16T11:17:11,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@364bc2fc 2024-11-16T11:17:11,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:11,550 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-16T11:17:11,551 INFO [RS:0;a7948fca2832:38277.replicationSource,1-a7948fca2832,38277,1731755830476 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a7948fca2832,38277,1731755830476 (queues=0) is replicating from cluster=3b7e4624-cfde-4ce7-9d25-9d192b408d41 to cluster=1780d5d5-e373-4406-b9c4-aa665b749421 2024-11-16T11:17:11,555 INFO [RS:0;a7948fca2832:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:11,555 INFO [RS:0;a7948fca2832:38277 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,38277,1731755830476, RpcServer on a7948fca2832/172.17.0.2:38277, sessionid=0x101435c90920007 2024-11-16T11:17:11,555 DEBUG [RS:0;a7948fca2832:38277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:17:11,555 DEBUG [RS:0;a7948fca2832:38277 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,38277,1731755830476 2024-11-16T11:17:11,555 DEBUG [RS:0;a7948fca2832:38277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,38277,1731755830476' 2024-11-16T11:17:11,556 DEBUG [RS:0;a7948fca2832:38277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0513154948/flush-table-proc/abort' 2024-11-16T11:17:11,556 DEBUG [RS:0;a7948fca2832:38277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0513154948/flush-table-proc/acquired' 2024-11-16T11:17:11,556 DEBUG [RS:0;a7948fca2832:38277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:17:11,556 DEBUG [RS:0;a7948fca2832:38277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:17:11,557 DEBUG [RS:0;a7948fca2832:38277 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,38277,1731755830476 2024-11-16T11:17:11,557 DEBUG [RS:0;a7948fca2832:38277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,38277,1731755830476' 2024-11-16T11:17:11,557 DEBUG [RS:0;a7948fca2832:38277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0513154948/online-snapshot/abort' 2024-11-16T11:17:11,557 DEBUG [RS:0;a7948fca2832:38277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0513154948/online-snapshot/acquired' 2024-11-16T11:17:11,557 DEBUG [RS:0;a7948fca2832:38277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:17:11,557 INFO [RS:0;a7948fca2832:38277 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:17:11,558 INFO [RS:0;a7948fca2832:38277 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:17:11,559 DEBUG [RS:0;a7948fca2832:38277.replicationSource,2-a7948fca2832,38277,1731755830476 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:44547' 2024-11-16T11:17:11,561 DEBUG [RS:0;a7948fca2832:38277.replicationSource,2-a7948fca2832,38277,1731755830476 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2082f84b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:11,561 DEBUG [RS:0;a7948fca2832:38277.replicationSource,2-a7948fca2832,38277,1731755830476 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,44547,-1 for getting cluster id 2024-11-16T11:17:11,561 DEBUG [RS:0;a7948fca2832:38277.replicationSource,2-a7948fca2832,38277,1731755830476 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:11,562 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1780d5d5-e373-4406-b9c4-aa665b749421' 2024-11-16T11:17:11,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:11,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1780d5d5-e373-4406-b9c4-aa665b749421" 2024-11-16T11:17:11,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6eab4605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:11,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,44547,-1] 2024-11-16T11:17:11,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:11,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:11,564 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:11,565 DEBUG [RS:0;a7948fca2832:38277.replicationSource,2-a7948fca2832,38277,1731755830476 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a7ce6d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:11,565 DEBUG [RS:0;a7948fca2832:38277.replicationSource,2-a7948fca2832,38277,1731755830476 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:11,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,44547,1731755820375 2024-11-16T11:17:11,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2df3b11e 2024-11-16T11:17:11,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:11,567 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-16T11:17:11,568 INFO [RS:0;a7948fca2832:38277.replicationSource,2-a7948fca2832,38277,1731755830476 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a7948fca2832,38277,1731755830476 (queues=0) is replicating from cluster=3b7e4624-cfde-4ce7-9d25-9d192b408d41 to cluster=1780d5d5-e373-4406-b9c4-aa665b749421 2024-11-16T11:17:11,658 INFO [RS:0;a7948fca2832:38277 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:17:11,660 INFO [RS:0;a7948fca2832:38277 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C38277%2C1731755830476, suffix=, logDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/oldWALs, maxLogs=10 2024-11-16T11:17:11,673 DEBUG [RS:0;a7948fca2832:38277 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661, exclude list is [], retry=0 2024-11-16T11:17:11,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37385,DS-7bfba2f1-750d-4362-aab4-113d760297ed,DISK] 2024-11-16T11:17:11,679 INFO [RS:0;a7948fca2832:38277 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 2024-11-16T11:17:11,679 DEBUG [RS:0;a7948fca2832:38277 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a7948fca2832%2C38277%2C1731755830476 for peer 1 2024-11-16T11:17:11,679 DEBUG [RS:0;a7948fca2832:38277 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a7948fca2832%2C38277%2C1731755830476 for peer 2 2024-11-16T11:17:11,679 DEBUG [RS:0;a7948fca2832:38277 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a7948fca2832%2C38277%2C1731755830476 2024-11-16T11:17:11,679 INFO [RS:0;a7948fca2832:38277 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a7948fca2832,38277,1731755830476, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T11:17:11,680 DEBUG [RS:0;a7948fca2832:38277 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a7948fca2832%2C38277%2C1731755830476 2024-11-16T11:17:11,680 INFO [RS:0;a7948fca2832:38277.replicationSource.shippera7948fca2832%2C38277%2C1731755830476,1-a7948fca2832,38277,1731755830476 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a7948fca2832%2C38277%2C1731755830476 2024-11-16T11:17:11,680 INFO [RS:0;a7948fca2832:38277 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a7948fca2832,38277,1731755830476, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T11:17:11,680 DEBUG [RS:0;a7948fca2832:38277 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46011:46011)] 2024-11-16T11:17:11,680 INFO [RS:0;a7948fca2832:38277.replicationSource.shippera7948fca2832%2C38277%2C1731755830476,2-a7948fca2832,38277,1731755830476 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a7948fca2832%2C38277%2C1731755830476 2024-11-16T11:17:11,680 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,1-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661, startPosition=0, beingWritten=true 2024-11-16T11:17:11,680 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,2-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661, startPosition=0, beingWritten=true 2024-11-16T11:17:11,775 DEBUG [a7948fca2832:46619 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:17:11,775 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,38277,1731755830476 2024-11-16T11:17:11,777 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,38277,1731755830476, state=OPENING 2024-11-16T11:17:11,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0513154948/meta-region-server 2024-11-16T11:17:11,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101435c90920007, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0513154948/meta-region-server 2024-11-16T11:17:11,825 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:17:11,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,38277,1731755830476}] 2024-11-16T11:17:11,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0513154948/meta-region-server: CHANGED 2024-11-16T11:17:11,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0513154948/meta-region-server: CHANGED 2024-11-16T11:17:11,887 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,1-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:11,887 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,2-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:11,978 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:17:11,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:17:11,984 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:17:11,985 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:11,985 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:17:11,987 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C38277%2C1731755830476.meta, suffix=.meta, logDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/oldWALs, maxLogs=10 2024-11-16T11:17:12,005 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.meta.1731755831988.meta, exclude list is [], retry=0 2024-11-16T11:17:12,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37385,DS-7bfba2f1-750d-4362-aab4-113d760297ed,DISK] 2024-11-16T11:17:12,010 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.meta.1731755831988.meta 2024-11-16T11:17:12,010 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46011:46011)] 2024-11-16T11:17:12,011 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:17:12,011 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:17:12,011 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:17:12,011 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:17:12,011 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:17:12,011 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:17:12,012 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:12,012 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:17:12,012 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:17:12,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:17:12,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:17:12,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:12,023 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/info/9dff5109ea8046debbd7003067f138bf 2024-11-16T11:17:12,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:12,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:17:12,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:17:12,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:12,032 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/ns/a0264e14cd9b4b53aaac0ff4239a7bbd 2024-11-16T11:17:12,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:12,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:17:12,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:17:12,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:12,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:12,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:17:12,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:17:12,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:12,042 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/table/a472dd9619ee4626ba50361c6226ab78 2024-11-16T11:17:12,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:12,042 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:17:12,043 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740 2024-11-16T11:17:12,045 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740 2024-11-16T11:17:12,046 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:17:12,046 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:17:12,047 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:17:12,049 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:17:12,049 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70938313, jitterRate=0.05706323683261871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:17:12,050 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:17:12,050 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731755832012Writing region info on filesystem at 1731755832012Initializing all the Stores at 1731755832013 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755832013Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755832013Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755832013Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755832014 (+1 ms)Cleaning up temporary data from old regions at 1731755832046 (+32 ms)Running coprocessor post-open hooks at 1731755832050 (+4 ms)Region opened successfully at 1731755832050 2024-11-16T11:17:12,051 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731755831978 2024-11-16T11:17:12,053 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:17:12,054 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:17:12,054 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=a7948fca2832,38277,1731755830476 2024-11-16T11:17:12,055 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,38277,1731755830476, state=OPEN 2024-11-16T11:17:12,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0513154948/meta-region-server 2024-11-16T11:17:12,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101435c90920007, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0513154948/meta-region-server 2024-11-16T11:17:12,066 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,38277,1731755830476 2024-11-16T11:17:12,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0513154948/meta-region-server: CHANGED 2024-11-16T11:17:12,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0513154948/meta-region-server: CHANGED 2024-11-16T11:17:12,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-16T11:17:12,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,38277,1731755830476 in 242 msec 2024-11-16T11:17:12,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-16T11:17:12,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 699 msec 2024-11-16T11:17:12,198 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,1-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:12,198 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,2-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:12,609 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,1-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:12,609 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,2-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:12,965 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-16T11:17:13,122 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,1-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:13,135 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,2-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:13,652 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:17:13,733 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,1-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:13,740 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,2-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:14,441 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,1-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:14,446 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,2-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:14,468 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-16T11:17:15,248 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,1-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:15,254 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,2-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:15,870 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-16T11:17:15,870 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:17:15,871 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:17:15,871 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,38277,1731755830476, seqNum=-1] 2024-11-16T11:17:15,871 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:17:15,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:17:15,879 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d664a2e90e29c81b022bee6f29cba4c3, regionState=OPEN, lastHost=a7948fca2832,40423,1731755814466, regionLocation=a7948fca2832,40423,1731755814466, openSeqNum=2 2024-11-16T11:17:15,879 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:17:15,879 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731755895879 2024-11-16T11:17:15,880 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731755955879 2024-11-16T11:17:15,880 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-16T11:17:15,880 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,46619,1731755830422-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:15,880 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,46619,1731755830422-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:15,880 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): a7948fca2832,40423,1731755814466 had 2 regions 2024-11-16T11:17:15,880 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,46619,1731755830422-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:15,880 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:46619, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:15,880 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:15,880 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:15,882 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a7948fca2832,40423,1731755814466, splitWal=true, meta=true, isMeta: false 2024-11-16T11:17:15,884 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466-splitting dir is empty, no logs to split. 2024-11-16T11:17:15,884 INFO [PEWorker-3 {}] master.SplitWALManager(105): a7948fca2832,40423,1731755814466 WAL count=0, meta=false 2024-11-16T11:17:15,887 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.336sec 2024-11-16T11:17:15,887 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:17:15,887 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:17:15,888 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,40423,1731755814466-splitting dir is empty, no logs to split. 2024-11-16T11:17:15,888 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:17:15,888 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:17:15,888 INFO [PEWorker-3 {}] master.SplitWALManager(105): a7948fca2832,40423,1731755814466 WAL count=0, meta=false 2024-11-16T11:17:15,888 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if a7948fca2832,40423,1731755814466 WAL splitting is done? wals=0, meta=false 2024-11-16T11:17:15,888 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:17:15,888 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,46619,1731755830422-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:17:15,888 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,46619,1731755830422-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:17:15,891 WARN [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=a7948fca2832,40423,1731755814466/hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. 2024-11-16T11:17:15,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d664a2e90e29c81b022bee6f29cba4c3, ASSIGN}] 2024-11-16T11:17:15,892 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:17:15,892 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:17:15,893 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,46619,1731755830422-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:15,894 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d664a2e90e29c81b022bee6f29cba4c3, ASSIGN 2024-11-16T11:17:15,895 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d664a2e90e29c81b022bee6f29cba4c3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T11:17:15,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ad9e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:15,906 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,46619,-1 for getting cluster id 2024-11-16T11:17:15,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:15,908 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b7e4624-cfde-4ce7-9d25-9d192b408d41' 2024-11-16T11:17:15,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:15,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b7e4624-cfde-4ce7-9d25-9d192b408d41" 2024-11-16T11:17:15,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e36cedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:15,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,46619,-1] 2024-11-16T11:17:15,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:15,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:15,910 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:15,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556338ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:15,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:17:15,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,38277,1731755830476, seqNum=-1] 2024-11-16T11:17:15,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:17:15,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:17:15,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-16T11:17:15,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:17:15,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:15,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:15,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:15,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:15,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: a7948fca2832:46619 after: a7948fca2832:46619 2024-11-16T11:17:15,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:15,919 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,46619,-1 for getting cluster id 2024-11-16T11:17:15,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:15,920 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b7e4624-cfde-4ce7-9d25-9d192b408d41' 2024-11-16T11:17:15,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b7e4624-cfde-4ce7-9d25-9d192b408d41" 2024-11-16T11:17:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd84679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,46619,-1] 2024-11-16T11:17:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:15,922 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:15,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d917edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:15,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:15,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,46619,1731755830422 2024-11-16T11:17:15,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d078901 2024-11-16T11:17:15,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:15,926 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:17:15,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46619 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T11:17:15,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46619 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T11:17:15,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46619 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T11:17:15,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46619 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T11:17:15,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:17:15,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:17:15,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:15,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:15,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:15,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:15,930 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:17:15,930 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=255259723, stopped=false 2024-11-16T11:17:15,930 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,44547,1731755820375 2024-11-16T11:17:15,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45575-0x101435c90920004, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1599103723/running 2024-11-16T11:17:15,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1599103723/running 2024-11-16T11:17:15,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599103723 2024-11-16T11:17:15,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45575-0x101435c90920004, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599103723 2024-11-16T11:17:15,951 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:17:15,951 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:17:15,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45575-0x101435c90920004, quorum=127.0.0.1:54544, baseZNode=/1599103723 Set watcher on znode that does not yet exist, /1599103723/running 2024-11-16T11:17:15,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Set watcher on znode that does not yet exist, /1599103723/running 2024-11-16T11:17:15,951 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:15,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:15,952 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,45575,1731755820533' ***** 2024-11-16T11:17:15,952 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:17:15,952 INFO [RS:0;a7948fca2832:45575 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:17:15,952 INFO [RS:0;a7948fca2832:45575 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:17:15,952 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:17:15,952 INFO [RS:0;a7948fca2832:45575 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:17:15,952 INFO [RS:0;a7948fca2832:45575 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,45575,1731755820533 2024-11-16T11:17:15,952 INFO [RS:0;a7948fca2832:45575 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:17:15,952 INFO [RS:0;a7948fca2832:45575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:45575. 2024-11-16T11:17:15,952 DEBUG [RS:0;a7948fca2832:45575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:15,952 DEBUG [RS:0;a7948fca2832:45575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:15,953 INFO [RS:0;a7948fca2832:45575 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:17:15,953 INFO [RS:0;a7948fca2832:45575 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:17:15,953 INFO [RS:0;a7948fca2832:45575 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:17:15,953 INFO [RS:0;a7948fca2832:45575 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:17:15,953 INFO [RS:0;a7948fca2832:45575 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T11:17:15,953 DEBUG [RS:0;a7948fca2832:45575 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:17:15,953 DEBUG [RS:0;a7948fca2832:45575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:17:15,953 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:17:15,953 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:17:15,953 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:17:15,953 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:17:15,953 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:17:15,954 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T11:17:15,971 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/data/hbase/meta/1588230740/.tmp/ns/10c653d11c604edcb9ee20d8911786e9 is 43, key is default/ns:d/1731755823042/Put/seqid=0 2024-11-16T11:17:15,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37515 is added to blk_1073741835_1011 (size=5153) 2024-11-16T11:17:16,018 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:17:16,045 DEBUG [a7948fca2832:46619 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:17:16,046 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d664a2e90e29c81b022bee6f29cba4c3, regionState=OPENING, regionLocation=a7948fca2832,38277,1731755830476 2024-11-16T11:17:16,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d664a2e90e29c81b022bee6f29cba4c3, ASSIGN because future has completed 2024-11-16T11:17:16,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d664a2e90e29c81b022bee6f29cba4c3, server=a7948fca2832,38277,1731755830476}] 2024-11-16T11:17:16,153 DEBUG [RS:0;a7948fca2832:45575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:17:16,154 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,1-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:16,159 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,2-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:16,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. 2024-11-16T11:17:16,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:16,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T11:17:16,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C38277%2C1731755830476.rep, suffix=, logDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/oldWALs, maxLogs=10 2024-11-16T11:17:16,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.rep.1731755836215, exclude list is [], retry=0 2024-11-16T11:17:16,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37385,DS-7bfba2f1-750d-4362-aab4-113d760297ed,DISK] 2024-11-16T11:17:16,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.rep.1731755836215 2024-11-16T11:17:16,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46011:46011)] 2024-11-16T11:17:16,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d664a2e90e29c81b022bee6f29cba4c3, NAME => 'hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:17:16,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:17:16,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:17:16,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. service=MultiRowMutationService 2024-11-16T11:17:16,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T11:17:16,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:16,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:16,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:16,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:16,242 INFO [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:16,243 INFO [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d664a2e90e29c81b022bee6f29cba4c3 columnFamilyName hfileref 2024-11-16T11:17:16,243 DEBUG [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:16,244 INFO [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] regionserver.HStore(327): Store=d664a2e90e29c81b022bee6f29cba4c3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:16,244 INFO [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:16,245 INFO [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d664a2e90e29c81b022bee6f29cba4c3 columnFamilyName queue 2024-11-16T11:17:16,245 DEBUG [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:16,253 DEBUG [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/replication/d664a2e90e29c81b022bee6f29cba4c3/queue/e167e3fcb9ed44d4a51bd19a4ff7e022 2024-11-16T11:17:16,254 INFO [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] regionserver.HStore(327): Store=d664a2e90e29c81b022bee6f29cba4c3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:16,254 INFO [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:16,255 INFO [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d664a2e90e29c81b022bee6f29cba4c3 columnFamilyName sid 2024-11-16T11:17:16,255 DEBUG [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:16,256 INFO [StoreOpener-d664a2e90e29c81b022bee6f29cba4c3-1 {}] regionserver.HStore(327): Store=d664a2e90e29c81b022bee6f29cba4c3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:16,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:16,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/replication/d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:16,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/replication/d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:16,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:16,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:16,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:17:16,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:16,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened d664a2e90e29c81b022bee6f29cba4c3; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73325416, jitterRate=0.09263384342193604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:17:16,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:16,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d664a2e90e29c81b022bee6f29cba4c3: Running coprocessor pre-open hook at 1731755836240Writing region info on filesystem at 1731755836240Initializing all the Stores at 1731755836242 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755836242Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755836242Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755836242Cleaning up temporary data from old regions at 1731755836259 (+17 ms)Running coprocessor post-open hooks at 1731755836265 (+6 ms)Region opened successfully at 1731755836266 (+1 ms) 2024-11-16T11:17:16,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3., pid=19, masterSystemTime=1731755836206 2024-11-16T11:17:16,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. 2024-11-16T11:17:16,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. 2024-11-16T11:17:16,272 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d664a2e90e29c81b022bee6f29cba4c3, regionState=OPEN, openSeqNum=10, regionLocation=a7948fca2832,38277,1731755830476 2024-11-16T11:17:16,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d664a2e90e29c81b022bee6f29cba4c3, server=a7948fca2832,38277,1731755830476 because future has completed 2024-11-16T11:17:16,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-16T11:17:16,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure d664a2e90e29c81b022bee6f29cba4c3, server=a7948fca2832,38277,1731755830476 in 227 msec 2024-11-16T11:17:16,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-16T11:17:16,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d664a2e90e29c81b022bee6f29cba4c3, ASSIGN in 389 msec 2024-11-16T11:17:16,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-16T11:17:16,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3., hostname=a7948fca2832,38277,1731755830476, seqNum=10] 2024-11-16T11:17:16,336 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for a7948fca2832,40423,1731755814466 2024-11-16T11:17:16,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-16T11:17:16,354 DEBUG [RS:0;a7948fca2832:45575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:17:16,376 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/data/hbase/meta/1588230740/.tmp/ns/10c653d11c604edcb9ee20d8911786e9 2024-11-16T11:17:16,386 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/data/hbase/meta/1588230740/.tmp/ns/10c653d11c604edcb9ee20d8911786e9 as hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/data/hbase/meta/1588230740/ns/10c653d11c604edcb9ee20d8911786e9 2024-11-16T11:17:16,394 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/data/hbase/meta/1588230740/ns/10c653d11c604edcb9ee20d8911786e9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T11:17:16,395 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-16T11:17:16,396 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T11:17:16,402 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T11:17:16,403 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:17:16,403 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:17:16,404 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:17:16,404 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755835953Running coprocessor pre-close hooks at 1731755835953Disabling compacts and flushes for region at 1731755835953Disabling writes for close at 1731755835953Obtaining lock to block concurrent updates at 1731755835954 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731755835954Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731755835954Flushing stores of hbase:meta,,1.1588230740 at 1731755835955 (+1 ms)Flushing 1588230740/ns: creating writer at 1731755835955Flushing 1588230740/ns: appending metadata at 1731755835970 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731755835970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ebc986: reopening flushed file at 1731755836385 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1731755836395 (+10 ms)Writing region close event to WAL at 1731755836397 (+2 ms)Running coprocessor post-close hooks at 1731755836403 (+6 ms)Closed at 1731755836404 (+1 ms) 2024-11-16T11:17:16,404 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:17:16,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-16T11:17:16,554 INFO [RS:0;a7948fca2832:45575 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,45575,1731755820533; all regions closed. 2024-11-16T11:17:16,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37515 is added to blk_1073741834_1010 (size=1152) 2024-11-16T11:17:16,557 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/WALs/a7948fca2832,45575,1731755820533/a7948fca2832%2C45575%2C1731755820533.meta.1731755822965.meta not finished, retry = 0 2024-11-16T11:17:16,606 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:17:16,607 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:17:16,661 DEBUG [RS:0;a7948fca2832:45575 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/oldWALs 2024-11-16T11:17:16,661 INFO [RS:0;a7948fca2832:45575 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C45575%2C1731755820533.meta:.meta(num 1731755822965) 2024-11-16T11:17:16,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37515 is added to blk_1073741832_1008 (size=93) 2024-11-16T11:17:16,664 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/WALs/a7948fca2832,45575,1731755820533/a7948fca2832%2C45575%2C1731755820533.1731755821786 not finished, retry = 0 2024-11-16T11:17:16,770 DEBUG [RS:0;a7948fca2832:45575 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/oldWALs 2024-11-16T11:17:16,770 INFO [RS:0;a7948fca2832:45575 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C45575%2C1731755820533:(num 1731755821786) 2024-11-16T11:17:16,770 DEBUG [RS:0;a7948fca2832:45575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:16,770 INFO [RS:0;a7948fca2832:45575 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:17:16,770 INFO [RS:0;a7948fca2832:45575 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:17:16,771 INFO [RS:0;a7948fca2832:45575 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:17:16,771 INFO [RS:0;a7948fca2832:45575 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:17:16,771 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:17:16,772 INFO [RS:0;a7948fca2832:45575 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45575 2024-11-16T11:17:16,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45575-0x101435c90920004, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1599103723/rs/a7948fca2832,45575,1731755820533 2024-11-16T11:17:16,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599103723/rs 2024-11-16T11:17:16,817 INFO [RS:0;a7948fca2832:45575 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:17:16,819 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,45575,1731755820533] 2024-11-16T11:17:16,850 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1599103723/draining/a7948fca2832,45575,1731755820533 already deleted, retry=false 2024-11-16T11:17:16,850 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,45575,1731755820533 expired; onlineServers=0 2024-11-16T11:17:16,851 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,44547,1731755820375' ***** 2024-11-16T11:17:16,851 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:17:16,851 INFO [M:0;a7948fca2832:44547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:17:16,851 INFO [M:0;a7948fca2832:44547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:17:16,851 DEBUG [M:0;a7948fca2832:44547 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:17:16,851 DEBUG [M:0;a7948fca2832:44547 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:17:16,851 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:17:16,851 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755821524 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755821524,5,FailOnTimeoutGroup] 2024-11-16T11:17:16,851 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755821526 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755821526,5,FailOnTimeoutGroup] 2024-11-16T11:17:16,851 INFO [M:0;a7948fca2832:44547 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:17:16,851 INFO [M:0;a7948fca2832:44547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:17:16,851 DEBUG [M:0;a7948fca2832:44547 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:17:16,851 INFO [M:0;a7948fca2832:44547 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:17:16,851 INFO [M:0;a7948fca2832:44547 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:17:16,852 INFO [M:0;a7948fca2832:44547 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:17:16,852 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:17:16,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1599103723/master 2024-11-16T11:17:16,861 DEBUG [M:0;a7948fca2832:44547 {}] zookeeper.ZKUtil(347): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Unable to get data of znode /1599103723/master because node does not exist (not an error) 2024-11-16T11:17:16,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599103723 2024-11-16T11:17:16,861 WARN [M:0;a7948fca2832:44547 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:17:16,863 INFO [M:0;a7948fca2832:44547 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/.lastflushedseqids 2024-11-16T11:17:16,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37515 is added to blk_1073741836_1012 (size=99) 2024-11-16T11:17:16,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45575-0x101435c90920004, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:17:16,940 INFO [RS:0;a7948fca2832:45575 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:17:16,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45575-0x101435c90920004, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:17:16,940 INFO [RS:0;a7948fca2832:45575 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,45575,1731755820533; zookeeper connection closed. 2024-11-16T11:17:16,941 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b476c17 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b476c17 2024-11-16T11:17:16,941 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:17:17,161 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,1-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:17,168 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,2-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:17,269 INFO [M:0;a7948fca2832:44547 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:17:17,270 INFO [M:0;a7948fca2832:44547 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:17:17,270 DEBUG [M:0;a7948fca2832:44547 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:17:17,270 INFO [M:0;a7948fca2832:44547 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:17,270 DEBUG [M:0;a7948fca2832:44547 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:17,270 DEBUG [M:0;a7948fca2832:44547 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:17:17,270 DEBUG [M:0;a7948fca2832:44547 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:17,270 INFO [M:0;a7948fca2832:44547 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-16T11:17:17,289 DEBUG [M:0;a7948fca2832:44547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1267b19433841a7bad1fa3c4cdcdecb is 82, key is hbase:meta,,1/info:regioninfo/1731755823012/Put/seqid=0 2024-11-16T11:17:17,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37515 is added to blk_1073741837_1013 (size=5672) 2024-11-16T11:17:17,695 INFO [M:0;a7948fca2832:44547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1267b19433841a7bad1fa3c4cdcdecb 2024-11-16T11:17:17,721 DEBUG [M:0;a7948fca2832:44547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a81fe3b64374193ad9823790ae58cfa is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731755823049/Put/seqid=0 2024-11-16T11:17:17,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37515 is added to blk_1073741838_1014 (size=5275) 2024-11-16T11:17:18,127 INFO [M:0;a7948fca2832:44547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a81fe3b64374193ad9823790ae58cfa 2024-11-16T11:17:18,170 DEBUG [M:0;a7948fca2832:44547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffce3e0a3aa84256acee5ef94ea90cf7 is 69, key is a7948fca2832,45575,1731755820533/rs:state/1731755821572/Put/seqid=0 2024-11-16T11:17:18,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37515 is added to blk_1073741839_1015 (size=5156) 2024-11-16T11:17:18,267 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,1-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:18,274 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,2-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:18,575 INFO [M:0;a7948fca2832:44547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffce3e0a3aa84256acee5ef94ea90cf7 2024-11-16T11:17:18,582 DEBUG [M:0;a7948fca2832:44547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1267b19433841a7bad1fa3c4cdcdecb as hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1267b19433841a7bad1fa3c4cdcdecb 2024-11-16T11:17:18,591 INFO [M:0;a7948fca2832:44547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1267b19433841a7bad1fa3c4cdcdecb, entries=8, sequenceid=28, filesize=5.5 K 2024-11-16T11:17:18,593 DEBUG [M:0;a7948fca2832:44547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a81fe3b64374193ad9823790ae58cfa as hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a81fe3b64374193ad9823790ae58cfa 2024-11-16T11:17:18,599 INFO [M:0;a7948fca2832:44547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a81fe3b64374193ad9823790ae58cfa, entries=3, sequenceid=28, filesize=5.2 K 2024-11-16T11:17:18,604 DEBUG [M:0;a7948fca2832:44547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffce3e0a3aa84256acee5ef94ea90cf7 as hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffce3e0a3aa84256acee5ef94ea90cf7 2024-11-16T11:17:18,612 INFO [M:0;a7948fca2832:44547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/428d249f-a8f1-55cc-127f-c0de6610fe35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffce3e0a3aa84256acee5ef94ea90cf7, entries=1, sequenceid=28, filesize=5.0 K 2024-11-16T11:17:18,614 INFO [M:0;a7948fca2832:44547 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1343ms, sequenceid=28, compaction requested=false 2024-11-16T11:17:18,616 INFO [M:0;a7948fca2832:44547 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:18,616 DEBUG [M:0;a7948fca2832:44547 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755837270Disabling compacts and flushes for region at 1731755837270Disabling writes for close at 1731755837270Obtaining lock to block concurrent updates at 1731755837270Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731755837270Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731755837271 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731755837271Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731755837272 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731755837288 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731755837288Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731755837705 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731755837721 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731755837721Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731755838153 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731755838170 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731755838170Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b3d869: reopening flushed file at 1731755838581 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ebdd33: reopening flushed file at 1731755838591 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f95939f: reopening flushed file at 1731755838599 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1343ms, sequenceid=28, compaction requested=false at 1731755838614 (+15 ms)Writing region close event to WAL at 1731755838616 (+2 ms)Closed at 1731755838616 2024-11-16T11:17:18,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37515 is added to blk_1073741830_1006 (size=10165) 2024-11-16T11:17:18,628 INFO [M:0;a7948fca2832:44547 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:17:18,628 INFO [M:0;a7948fca2832:44547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44547 2024-11-16T11:17:18,629 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:17:18,633 INFO [M:0;a7948fca2832:44547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:17:18,751 INFO [M:0;a7948fca2832:44547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:17:18,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:17:18,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101435c90920003, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:17:18,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16de8d5b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:17:18,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:17:18,855 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:17:18,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:17:18,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/hadoop.log.dir/,STOPPED} 2024-11-16T11:17:18,857 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:17:18,857 WARN [BP-1010152596-172.17.0.2-1731755818233 heartbeating to localhost/127.0.0.1:33759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:17:18,857 WARN [BP-1010152596-172.17.0.2-1731755818233 heartbeating to localhost/127.0.0.1:33759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1010152596-172.17.0.2-1731755818233 (Datanode Uuid 258ed724-5720-416a-b855-f53e06717b5c) service to localhost/127.0.0.1:33759 2024-11-16T11:17:18,857 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:17:18,859 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/cluster_e59d1d44-a019-c5eb-ba8e-b6f41a99b10c/data/data1/current/BP-1010152596-172.17.0.2-1731755818233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:17:18,859 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/cluster_e59d1d44-a019-c5eb-ba8e-b6f41a99b10c/data/data2/current/BP-1010152596-172.17.0.2-1731755818233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:17:18,859 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:17:18,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:17:18,867 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:17:18,867 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:17:18,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:17:18,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/hadoop.log.dir/,STOPPED} 2024-11-16T11:17:18,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:17:18,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:17:18,886 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:17:18,886 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:18,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:18,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:18,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:18,886 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:17:18,886 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1519064654, stopped=false 2024-11-16T11:17:18,886 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,46619,1731755830422 2024-11-16T11:17:18,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101435c90920007, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0513154948/running 2024-11-16T11:17:18,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0513154948/running 2024-11-16T11:17:18,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101435c90920007, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:17:18,903 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:17:18,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:17:18,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:17:18,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38277-0x101435c90920007, quorum=127.0.0.1:54544, baseZNode=/0513154948 Set watcher on znode that does not yet exist, /0513154948/running 2024-11-16T11:17:18,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:18,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Set watcher on znode that does not yet exist, /0513154948/running 2024-11-16T11:17:18,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:18,904 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,38277,1731755830476' ***** 2024-11-16T11:17:18,904 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:17:18,904 INFO [RS:0;a7948fca2832:38277 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:17:18,904 INFO [RS:0;a7948fca2832:38277 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:17:18,904 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:17:18,905 INFO [RS:0;a7948fca2832:38277 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:17:18,905 INFO [RS:0;a7948fca2832:38277 {}] regionserver.HRegionServer(3091): Received CLOSE for d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:18,905 INFO [RS:0;a7948fca2832:38277 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,38277,1731755830476 2024-11-16T11:17:18,905 INFO [RS:0;a7948fca2832:38277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:17:18,905 INFO [RS:0;a7948fca2832:38277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:38277. 2024-11-16T11:17:18,905 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d664a2e90e29c81b022bee6f29cba4c3, disabling compactions & flushes 2024-11-16T11:17:18,905 DEBUG [RS:0;a7948fca2832:38277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:18,905 DEBUG [RS:0;a7948fca2832:38277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:18,905 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. 2024-11-16T11:17:18,905 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. 2024-11-16T11:17:18,905 INFO [RS:0;a7948fca2832:38277 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:17:18,905 INFO [RS:0;a7948fca2832:38277 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:17:18,905 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. after waiting 0 ms 2024-11-16T11:17:18,905 INFO [RS:0;a7948fca2832:38277 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:17:18,905 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. 2024-11-16T11:17:18,905 INFO [RS:0;a7948fca2832:38277 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:17:18,906 INFO [RS:0;a7948fca2832:38277 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T11:17:18,906 DEBUG [RS:0;a7948fca2832:38277 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d664a2e90e29c81b022bee6f29cba4c3=hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3.} 2024-11-16T11:17:18,906 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:17:18,906 DEBUG [RS:0;a7948fca2832:38277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d664a2e90e29c81b022bee6f29cba4c3 2024-11-16T11:17:18,906 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:17:18,906 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:17:18,906 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:17:18,906 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:17:18,906 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-16T11:17:18,913 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/replication/d664a2e90e29c81b022bee6f29cba4c3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-16T11:17:18,913 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:17:18,914 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:17:18,914 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. 2024-11-16T11:17:18,914 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d664a2e90e29c81b022bee6f29cba4c3: Waiting for close lock at 1731755838905Running coprocessor pre-close hooks at 1731755838905Disabling compacts and flushes for region at 1731755838905Disabling writes for close at 1731755838905Writing region close event to WAL at 1731755838908 (+3 ms)Running coprocessor post-close hooks at 1731755838913 (+5 ms)Closed at 1731755838914 (+1 ms) 2024-11-16T11:17:18,914 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3. 2024-11-16T11:17:18,924 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/.tmp/info/1ba0e33132574b6eafe55eff531ae46d is 147, key is hbase:replication,,1731755823253.d664a2e90e29c81b022bee6f29cba4c3./info:regioninfo/1731755836272/Put/seqid=0 2024-11-16T11:17:18,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741851_1027 (size=6385) 2024-11-16T11:17:19,002 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:17:19,106 DEBUG [RS:0;a7948fca2832:38277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:17:19,306 DEBUG [RS:0;a7948fca2832:38277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:17:19,329 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/.tmp/info/1ba0e33132574b6eafe55eff531ae46d 2024-11-16T11:17:19,338 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/.tmp/info/1ba0e33132574b6eafe55eff531ae46d as hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/info/1ba0e33132574b6eafe55eff531ae46d 2024-11-16T11:17:19,344 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/info/1ba0e33132574b6eafe55eff531ae46d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-16T11:17:19,346 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false 2024-11-16T11:17:19,351 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-16T11:17:19,352 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:17:19,352 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:17:19,352 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:17:19,353 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755838906Running coprocessor pre-close hooks at 1731755838906Disabling compacts and flushes for region at 1731755838906Disabling writes for close at 1731755838906Obtaining lock to block concurrent updates at 1731755838906Preparing flush snapshotting stores in 1588230740 at 1731755838906Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731755838906Flushing stores of hbase:meta,,1.1588230740 at 1731755838907 (+1 ms)Flushing 1588230740/info: creating writer at 1731755838907Flushing 1588230740/info: appending metadata at 1731755838924 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731755838924Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b690b62: reopening flushed file at 1731755839336 (+412 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false at 1731755839346 (+10 ms)Writing region close event to WAL at 1731755839347 (+1 ms)Running coprocessor post-close hooks at 1731755839352 (+5 ms)Closed at 1731755839352 2024-11-16T11:17:19,353 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:17:19,493 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,2-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:19,493 DEBUG [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,1-a7948fca2832,38277,1731755830476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 to pos 0, reset compression=false 2024-11-16T11:17:19,495 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:17:19,495 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:17:19,506 INFO [RS:0;a7948fca2832:38277 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,38277,1731755830476; all regions closed. 2024-11-16T11:17:19,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741849_1025 (size=2156) 2024-11-16T11:17:19,512 DEBUG [RS:0;a7948fca2832:38277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/oldWALs 2024-11-16T11:17:19,512 INFO [RS:0;a7948fca2832:38277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C38277%2C1731755830476.meta:.meta(num 1731755831988) 2024-11-16T11:17:19,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741850_1026 (size=796) 2024-11-16T11:17:19,518 DEBUG [RS:0;a7948fca2832:38277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/oldWALs 2024-11-16T11:17:19,518 INFO [RS:0;a7948fca2832:38277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C38277%2C1731755830476.rep:(num 1731755836215) 2024-11-16T11:17:19,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741848_1024 (size=93) 2024-11-16T11:17:19,521 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/WALs/a7948fca2832,38277,1731755830476/a7948fca2832%2C38277%2C1731755830476.1731755831661 not finished, retry = 0 2024-11-16T11:17:19,625 DEBUG [RS:0;a7948fca2832:38277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/oldWALs 2024-11-16T11:17:19,625 INFO [RS:0;a7948fca2832:38277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C38277%2C1731755830476:(num 1731755831661) 2024-11-16T11:17:19,625 DEBUG [RS:0;a7948fca2832:38277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:19,625 INFO [RS:0;a7948fca2832:38277 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:17:19,625 INFO [RS:0;a7948fca2832:38277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:17:19,625 INFO [RS:0;a7948fca2832:38277 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:17:19,625 INFO [RS:0;a7948fca2832:38277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:17:19,625 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:17:19,626 INFO [RS:0;a7948fca2832:38277 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a7948fca2832,38277,1731755830476 because: Region server is closing 2024-11-16T11:17:19,626 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-16T11:17:19,626 INFO [RS:0;a7948fca2832:38277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:38277. 2024-11-16T11:17:19,626 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-16T11:17:19,626 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-16T11:17:19,626 DEBUG [RS:0;a7948fca2832:38277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:19,626 DEBUG [RS:0;a7948fca2832:38277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:19,626 DEBUG [RS:0;a7948fca2832:38277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:19,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:19,726 WARN [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,1-a7948fca2832,38277,1731755830476 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T11:17:19,726 WARN [RS:0;a7948fca2832:38277.replicationSource.shippera7948fca2832%2C38277%2C1731755830476,1-a7948fca2832,38277,1731755830476 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T11:17:19,727 INFO [RS:0;a7948fca2832:38277 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;a7948fca2832:38277.replicationSource.shippera7948fca2832%2C38277%2C1731755830476,1-a7948fca2832,38277,1731755830476 terminated 2024-11-16T11:17:19,727 INFO [RS:0;a7948fca2832:38277 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a7948fca2832,38277,1731755830476 because: Region server is closing 2024-11-16T11:17:19,727 INFO [RS:0;a7948fca2832:38277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:38277. 2024-11-16T11:17:19,727 DEBUG [RS:0;a7948fca2832:38277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:19,727 DEBUG [RS:0;a7948fca2832:38277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:19,727 DEBUG [RS:0;a7948fca2832:38277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:19,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:19,828 WARN [RS:0;a7948fca2832:38277.replicationSource.shippera7948fca2832%2C38277%2C1731755830476,2-a7948fca2832,38277,1731755830476 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T11:17:19,828 WARN [RS:0;a7948fca2832:38277.replicationSource.wal-reader.a7948fca2832%2C38277%2C1731755830476,2-a7948fca2832,38277,1731755830476 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T11:17:19,828 INFO [RS:0;a7948fca2832:38277 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;a7948fca2832:38277.replicationSource.shippera7948fca2832%2C38277%2C1731755830476,2-a7948fca2832,38277,1731755830476 terminated 2024-11-16T11:17:19,828 INFO [RS:0;a7948fca2832:38277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38277 2024-11-16T11:17:19,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948/rs 2024-11-16T11:17:19,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101435c90920007, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0513154948/rs/a7948fca2832,38277,1731755830476 2024-11-16T11:17:19,877 INFO [RS:0;a7948fca2832:38277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:17:19,887 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,38277,1731755830476] 2024-11-16T11:17:19,897 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0513154948/draining/a7948fca2832,38277,1731755830476 already deleted, retry=false 2024-11-16T11:17:19,898 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,38277,1731755830476 expired; onlineServers=0 2024-11-16T11:17:19,898 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,46619,1731755830422' ***** 2024-11-16T11:17:19,898 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:17:19,898 INFO [M:0;a7948fca2832:46619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:17:19,898 INFO [M:0;a7948fca2832:46619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:17:19,898 DEBUG [M:0;a7948fca2832:46619 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:17:19,898 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:17:19,898 DEBUG [M:0;a7948fca2832:46619 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:17:19,898 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755831357 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755831357,5,FailOnTimeoutGroup] 2024-11-16T11:17:19,898 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755831357 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755831357,5,FailOnTimeoutGroup] 2024-11-16T11:17:19,898 INFO [M:0;a7948fca2832:46619 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:17:19,899 INFO [M:0;a7948fca2832:46619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:17:19,899 DEBUG [M:0;a7948fca2832:46619 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:17:19,899 INFO [M:0;a7948fca2832:46619 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:17:19,899 INFO [M:0;a7948fca2832:46619 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:17:19,899 INFO [M:0;a7948fca2832:46619 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:17:19,899 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:17:19,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0513154948/master 2024-11-16T11:17:19,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0513154948 2024-11-16T11:17:19,974 DEBUG [M:0;a7948fca2832:46619 {}] zookeeper.ZKUtil(347): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Unable to get data of znode /0513154948/master because node does not exist (not an error) 2024-11-16T11:17:19,974 WARN [M:0;a7948fca2832:46619 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:17:19,975 INFO [M:0;a7948fca2832:46619 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/.lastflushedseqids 2024-11-16T11:17:19,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741852_1028 (size=181) 2024-11-16T11:17:19,983 INFO [M:0;a7948fca2832:46619 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:17:19,983 INFO [M:0;a7948fca2832:46619 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:17:19,983 DEBUG [M:0;a7948fca2832:46619 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:17:19,983 INFO [M:0;a7948fca2832:46619 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:19,983 DEBUG [M:0;a7948fca2832:46619 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:19,983 DEBUG [M:0;a7948fca2832:46619 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:17:19,983 DEBUG [M:0;a7948fca2832:46619 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:19,983 INFO [M:0;a7948fca2832:46619 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-16T11:17:19,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101435c90920007, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:17:19,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101435c90920007, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:17:19,988 INFO [RS:0;a7948fca2832:38277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:17:19,988 INFO [RS:0;a7948fca2832:38277 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,38277,1731755830476; zookeeper connection closed. 2024-11-16T11:17:19,988 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f027e40 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f027e40 2024-11-16T11:17:19,988 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:17:19,999 DEBUG [M:0;a7948fca2832:46619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed2aa0dc3bac4efcbb56bc0bc2691085 is 82, key is hbase:meta,,1/info:regioninfo/1731755832054/Put/seqid=0 2024-11-16T11:17:20,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741853_1029 (size=5680) 2024-11-16T11:17:20,404 INFO [M:0;a7948fca2832:46619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed2aa0dc3bac4efcbb56bc0bc2691085 2024-11-16T11:17:20,429 DEBUG [M:0;a7948fca2832:46619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f0703a4261546ef9c6492b7957cd279 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731755836283/Put/seqid=0 2024-11-16T11:17:20,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741854_1030 (size=7319) 2024-11-16T11:17:20,836 INFO [M:0;a7948fca2832:46619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f0703a4261546ef9c6492b7957cd279 2024-11-16T11:17:20,857 DEBUG [M:0;a7948fca2832:46619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b5aa3ecdbd849f3a55dce412803a297 is 69, key is a7948fca2832,38277,1731755830476/rs:state/1731755831440/Put/seqid=0 2024-11-16T11:17:20,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741855_1031 (size=5371) 2024-11-16T11:17:21,262 INFO [M:0;a7948fca2832:46619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b5aa3ecdbd849f3a55dce412803a297 2024-11-16T11:17:21,269 INFO [M:0;a7948fca2832:46619 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b5aa3ecdbd849f3a55dce412803a297 2024-11-16T11:17:21,270 DEBUG [M:0;a7948fca2832:46619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed2aa0dc3bac4efcbb56bc0bc2691085 as hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed2aa0dc3bac4efcbb56bc0bc2691085 2024-11-16T11:17:21,277 INFO [M:0;a7948fca2832:46619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed2aa0dc3bac4efcbb56bc0bc2691085, entries=8, sequenceid=172, filesize=5.5 K 2024-11-16T11:17:21,278 DEBUG [M:0;a7948fca2832:46619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f0703a4261546ef9c6492b7957cd279 as hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f0703a4261546ef9c6492b7957cd279 2024-11-16T11:17:21,285 INFO [M:0;a7948fca2832:46619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f0703a4261546ef9c6492b7957cd279, entries=7, sequenceid=172, filesize=7.1 K 2024-11-16T11:17:21,286 DEBUG [M:0;a7948fca2832:46619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b5aa3ecdbd849f3a55dce412803a297 as hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b5aa3ecdbd849f3a55dce412803a297 2024-11-16T11:17:21,293 INFO [M:0;a7948fca2832:46619 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b5aa3ecdbd849f3a55dce412803a297 2024-11-16T11:17:21,293 INFO [M:0;a7948fca2832:46619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b5aa3ecdbd849f3a55dce412803a297, entries=2, sequenceid=172, filesize=5.2 K 2024-11-16T11:17:21,295 INFO [M:0;a7948fca2832:46619 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=172, compaction requested=false 2024-11-16T11:17:21,296 INFO [M:0;a7948fca2832:46619 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:21,296 DEBUG [M:0;a7948fca2832:46619 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755839983Disabling compacts and flushes for region at 1731755839983Disabling writes for close at 1731755839983Obtaining lock to block concurrent updates at 1731755839983Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731755839983Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731755839984 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731755839985 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731755839985Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731755839998 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731755839998Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731755840410 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731755840429 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731755840429Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731755840843 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731755840856 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731755840857 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5767a438: reopening flushed file at 1731755841269 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3591ab58: reopening flushed file at 1731755841277 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8269048: reopening flushed file at 1731755841285 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=172, compaction requested=false at 1731755841295 (+10 ms)Writing region close event to WAL at 1731755841296 (+1 ms)Closed at 1731755841296 2024-11-16T11:17:21,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741847_1023 (size=22949) 2024-11-16T11:17:21,299 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ef4049a-f0d0-58d7-48be-c19818f526c8/MasterData/WALs/a7948fca2832,46619,1731755830422/a7948fca2832%2C46619%2C1731755830422.1731755831032 not finished, retry = 0 2024-11-16T11:17:21,400 INFO [M:0;a7948fca2832:46619 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:17:21,400 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:17:21,401 INFO [M:0;a7948fca2832:46619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46619 2024-11-16T11:17:21,401 INFO [M:0;a7948fca2832:46619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:17:21,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:17:21,561 INFO [M:0;a7948fca2832:46619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:17:21,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46619-0x101435c90920006, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:17:21,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:17:21,564 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:17:21,564 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:17:21,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:17:21,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/hadoop.log.dir/,STOPPED} 2024-11-16T11:17:21,566 WARN [BP-203131785-172.17.0.2-1731755808974 heartbeating to localhost/127.0.0.1:37211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:17:21,566 WARN [BP-203131785-172.17.0.2-1731755808974 heartbeating to localhost/127.0.0.1:37211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-203131785-172.17.0.2-1731755808974 (Datanode Uuid 9ec6184d-cf66-429e-b87f-874a19de5b0e) service to localhost/127.0.0.1:37211 2024-11-16T11:17:21,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/cluster_a8875bdd-5c5e-9793-d13a-b9eff244f560/data/data1/current/BP-203131785-172.17.0.2-1731755808974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:17:21,568 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:17:21,569 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:17:21,569 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:17:21,569 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/cluster_a8875bdd-5c5e-9793-d13a-b9eff244f560/data/data2/current/BP-203131785-172.17.0.2-1731755808974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:17:21,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:17:21,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:17:21,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:17:21,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:17:21,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afa726d4-a15f-4c2e-ec29-8001c5af827d/hadoop.log.dir/,STOPPED} 2024-11-16T11:17:21,581 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T11:17:21,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:17:21,603 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=105 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54544) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a7948fca2832:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54544) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33759 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a7948fca2832:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a7948fca2832:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37211 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3963c239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a7948fca2832:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a7948fca2832:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=438 (was 402) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5366 (was 5378) 2024-11-16T11:17:21,609 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=105, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=5366 2024-11-16T11:17:21,626 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-16T11:17:21,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/hadoop.log.dir so I do NOT create it in target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba 2024-11-16T11:17:21,627 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:17:21,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/hadoop.tmp.dir so I do NOT create it in target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba 2024-11-16T11:17:21,627 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da32836-9575-b17d-c2e0-94b210a42227/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:17:21,627 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba 2024-11-16T11:17:21,627 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/cluster_078daa62-6b75-9ac8-9f4a-b8f2dc08b22c, deleteOnExit=true 2024-11-16T11:17:21,631 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/cluster_078daa62-6b75-9ac8-9f4a-b8f2dc08b22c/zookeeper_0, clientPort=55430, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/cluster_078daa62-6b75-9ac8-9f4a-b8f2dc08b22c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/cluster_078daa62-6b75-9ac8-9f4a-b8f2dc08b22c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T11:17:21,632 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55430 2024-11-16T11:17:21,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:17:21,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:17:21,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/test.cache.data in system properties and HBase conf 2024-11-16T11:17:21,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:17:21,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:17:21,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:17:21,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:17:21,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:17:21,633 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:17:21,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:17:21,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:17:21,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:17:21,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:17:21,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:17:21,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:17:21,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:17:21,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:17:21,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:17:21,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:17:21,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:17:21,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:17:21,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:17:21,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:17:21,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101435c90920005, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T11:17:21,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101435c90920002, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T11:17:21,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101435c90920002, quorum=127.0.0.1:54544, baseZNode=/0513154948 Received Disconnected from ZooKeeper, ignoring 2024-11-16T11:17:21,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101435c90920005, quorum=127.0.0.1:54544, baseZNode=/1599103723 Received Disconnected from ZooKeeper, ignoring 2024-11-16T11:17:21,742 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:17:21,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:17:21,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:17:22,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:17:22,030 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:17:22,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:17:22,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:17:22,031 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:17:22,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:17:22,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:17:22,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:17:22,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@440b13fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/java.io.tmpdir/jetty-localhost-40553-hadoop-hdfs-3_4_1-tests_jar-_-any-4364882462368433493/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:17:22,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:40553} 2024-11-16T11:17:22,133 INFO [Time-limited test {}] server.Server(415): Started @35996ms 2024-11-16T11:17:22,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:17:22,449 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:17:22,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:17:22,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:17:22,451 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:17:22,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:17:22,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:17:22,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f736734{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/java.io.tmpdir/jetty-localhost-46597-hadoop-hdfs-3_4_1-tests_jar-_-any-8676206591634397925/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:17:22,567 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:46597} 2024-11-16T11:17:22,567 INFO [Time-limited test {}] server.Server(415): Started @36430ms 2024-11-16T11:17:22,568 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:17:23,360 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/cluster_078daa62-6b75-9ac8-9f4a-b8f2dc08b22c/data/data1/current/BP-223238271-172.17.0.2-1731755841664/current, will proceed with Du for space computation calculation, 2024-11-16T11:17:23,360 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/cluster_078daa62-6b75-9ac8-9f4a-b8f2dc08b22c/data/data2/current/BP-223238271-172.17.0.2-1731755841664/current, will proceed with Du for space computation calculation, 2024-11-16T11:17:23,385 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:17:23,388 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6093a6af9c3a745 with lease ID 0x3d132d374cb4f1ea: Processing first storage report for DS-1547df38-2b0a-4d93-81c9-e4c1614b3c50 from datanode DatanodeRegistration(127.0.0.1:35043, datanodeUuid=2c2b7cf4-fa6b-46b2-9c26-4014c09a2fa0, infoPort=38991, infoSecurePort=0, ipcPort=35937, storageInfo=lv=-57;cid=testClusterID;nsid=2036712139;c=1731755841664) 2024-11-16T11:17:23,388 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6093a6af9c3a745 with lease ID 0x3d132d374cb4f1ea: from storage DS-1547df38-2b0a-4d93-81c9-e4c1614b3c50 node DatanodeRegistration(127.0.0.1:35043, datanodeUuid=2c2b7cf4-fa6b-46b2-9c26-4014c09a2fa0, infoPort=38991, infoSecurePort=0, ipcPort=35937, storageInfo=lv=-57;cid=testClusterID;nsid=2036712139;c=1731755841664), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:17:23,388 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6093a6af9c3a745 with lease ID 0x3d132d374cb4f1ea: Processing first storage report for DS-e8d5ea91-0380-4841-bec7-dc6479c1dcc9 from datanode DatanodeRegistration(127.0.0.1:35043, datanodeUuid=2c2b7cf4-fa6b-46b2-9c26-4014c09a2fa0, infoPort=38991, infoSecurePort=0, ipcPort=35937, storageInfo=lv=-57;cid=testClusterID;nsid=2036712139;c=1731755841664) 2024-11-16T11:17:23,389 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6093a6af9c3a745 with lease ID 0x3d132d374cb4f1ea: from storage DS-e8d5ea91-0380-4841-bec7-dc6479c1dcc9 node DatanodeRegistration(127.0.0.1:35043, datanodeUuid=2c2b7cf4-fa6b-46b2-9c26-4014c09a2fa0, infoPort=38991, infoSecurePort=0, ipcPort=35937, storageInfo=lv=-57;cid=testClusterID;nsid=2036712139;c=1731755841664), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:17:23,403 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba 2024-11-16T11:17:23,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:23,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:23,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:17:23,815 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766 with version=8 2024-11-16T11:17:23,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/hbase-staging 2024-11-16T11:17:23,817 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:17:23,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:23,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:23,817 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:17:23,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:23,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:17:23,817 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:17:23,817 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:17:23,818 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43369 2024-11-16T11:17:23,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43369 connecting to ZooKeeper ensemble=127.0.0.1:55430 2024-11-16T11:17:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:17:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T11:17:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T11:17:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:17:23,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433690x0, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:17:23,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43369-0x101435d14090000 connected 2024-11-16T11:17:24,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:24,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:24,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Set watcher on znode that does not yet exist, /0486341244/running 2024-11-16T11:17:24,449 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766, hbase.cluster.distributed=false 2024-11-16T11:17:24,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Set watcher on znode that does not yet exist, /0486341244/acl 2024-11-16T11:17:24,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43369 2024-11-16T11:17:24,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43369 2024-11-16T11:17:24,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43369 2024-11-16T11:17:24,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43369 2024-11-16T11:17:24,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43369 2024-11-16T11:17:24,478 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:17:24,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:24,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:24,478 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:17:24,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:24,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:17:24,478 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:17:24,479 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:17:24,480 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44009 2024-11-16T11:17:24,482 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44009 connecting to ZooKeeper ensemble=127.0.0.1:55430 2024-11-16T11:17:24,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:24,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:24,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440090x0, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:17:24,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Set watcher on znode that does not yet exist, /0486341244/running 2024-11-16T11:17:24,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44009-0x101435d14090001 connected 2024-11-16T11:17:24,498 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:17:24,500 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:17:24,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Set watcher on znode that does not yet exist, /0486341244/master 2024-11-16T11:17:24,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Set watcher on znode that does not yet exist, /0486341244/acl 2024-11-16T11:17:24,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44009 2024-11-16T11:17:24,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44009 2024-11-16T11:17:24,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44009 2024-11-16T11:17:24,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44009 2024-11-16T11:17:24,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44009 2024-11-16T11:17:24,522 DEBUG [M:0;a7948fca2832:43369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:43369 2024-11-16T11:17:24,522 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0486341244/backup-masters/a7948fca2832,43369,1731755843817 2024-11-16T11:17:24,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244/backup-masters 2024-11-16T11:17:24,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244/backup-masters 2024-11-16T11:17:24,535 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Set watcher on existing znode=/0486341244/backup-masters/a7948fca2832,43369,1731755843817 2024-11-16T11:17:24,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0486341244/master 2024-11-16T11:17:24,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244 2024-11-16T11:17:24,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244 2024-11-16T11:17:24,545 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Set watcher on existing znode=/0486341244/master 2024-11-16T11:17:24,545 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0486341244/backup-masters/a7948fca2832,43369,1731755843817 from backup master directory 2024-11-16T11:17:24,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0486341244/backup-masters/a7948fca2832,43369,1731755843817 2024-11-16T11:17:24,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244/backup-masters 2024-11-16T11:17:24,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244/backup-masters 2024-11-16T11:17:24,555 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:17:24,555 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,43369,1731755843817 2024-11-16T11:17:24,560 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/hbase.id] with ID: 002614ab-ea22-4670-8511-237846cff4e3 2024-11-16T11:17:24,560 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/.tmp/hbase.id 2024-11-16T11:17:24,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:17:24,967 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/.tmp/hbase.id]:[hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/hbase.id] 2024-11-16T11:17:24,979 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:24,979 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:17:24,980 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T11:17:25,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244 2024-11-16T11:17:25,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244 2024-11-16T11:17:25,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:17:25,409 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:17:25,410 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:17:25,410 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:25,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:17:25,819 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/data/master/store 2024-11-16T11:17:25,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:17:26,226 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:26,227 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:17:26,227 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:26,227 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:26,227 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:17:26,227 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:26,227 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:26,227 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755846227Disabling compacts and flushes for region at 1731755846227Disabling writes for close at 1731755846227Writing region close event to WAL at 1731755846227Closed at 1731755846227 2024-11-16T11:17:26,228 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/data/master/store/.initializing 2024-11-16T11:17:26,228 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/WALs/a7948fca2832,43369,1731755843817 2024-11-16T11:17:26,229 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:17:26,232 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C43369%2C1731755843817, suffix=, logDir=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/WALs/a7948fca2832,43369,1731755843817, archiveDir=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/oldWALs, maxLogs=10 2024-11-16T11:17:26,248 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/WALs/a7948fca2832,43369,1731755843817/a7948fca2832%2C43369%2C1731755843817.1731755846232, exclude list is [], retry=0 2024-11-16T11:17:26,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35043,DS-1547df38-2b0a-4d93-81c9-e4c1614b3c50,DISK] 2024-11-16T11:17:26,253 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/WALs/a7948fca2832,43369,1731755843817/a7948fca2832%2C43369%2C1731755843817.1731755846232 2024-11-16T11:17:26,253 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38991:38991)] 2024-11-16T11:17:26,253 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:17:26,253 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:26,254 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:26,254 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:26,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:26,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:17:26,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:26,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:26,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:26,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:17:26,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:26,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:26,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:26,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:17:26,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:26,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:26,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:26,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:17:26,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:26,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:26,264 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:26,265 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:26,265 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:26,267 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:26,267 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:26,267 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:17:26,269 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:26,271 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:17:26,271 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68735342, jitterRate=0.024236410856246948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:17:26,272 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731755846254Initializing all the Stores at 1731755846255 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755846255Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755846255Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755846255Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755846255Cleaning up temporary data from old regions at 1731755846267 (+12 ms)Region opened successfully at 1731755846272 (+5 ms) 2024-11-16T11:17:26,272 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:17:26,275 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66aeb38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:17:26,276 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:17:26,276 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:17:26,276 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:17:26,277 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:17:26,277 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:17:26,277 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:17:26,277 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:17:26,279 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:17:26,280 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Unable to get data of znode /0486341244/balancer because node does not exist (not necessarily an error) 2024-11-16T11:17:26,302 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0486341244/balancer already deleted, retry=false 2024-11-16T11:17:26,303 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:17:26,303 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Unable to get data of znode /0486341244/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:17:26,312 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0486341244/normalizer already deleted, retry=false 2024-11-16T11:17:26,313 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:17:26,314 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Unable to get data of znode /0486341244/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:17:26,323 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0486341244/switch/split already deleted, retry=false 2024-11-16T11:17:26,324 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Unable to get data of znode /0486341244/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:17:26,334 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0486341244/switch/merge already deleted, retry=false 2024-11-16T11:17:26,336 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Unable to get data of znode /0486341244/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:17:26,344 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0486341244/snapshot-cleanup already deleted, retry=false 2024-11-16T11:17:26,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0486341244/running 2024-11-16T11:17:26,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0486341244/running 2024-11-16T11:17:26,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244 2024-11-16T11:17:26,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244 2024-11-16T11:17:26,355 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,43369,1731755843817, sessionid=0x101435d14090000, setting cluster-up flag (Was=false) 2024-11-16T11:17:26,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244 2024-11-16T11:17:26,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244 2024-11-16T11:17:26,408 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0486341244/flush-table-proc/acquired, /0486341244/flush-table-proc/reached, /0486341244/flush-table-proc/abort 2024-11-16T11:17:26,409 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,43369,1731755843817 2024-11-16T11:17:26,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244 2024-11-16T11:17:26,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244 2024-11-16T11:17:26,460 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0486341244/online-snapshot/acquired, /0486341244/online-snapshot/reached, /0486341244/online-snapshot/abort 2024-11-16T11:17:26,461 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,43369,1731755843817 2024-11-16T11:17:26,463 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:17:26,465 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:17:26,465 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:17:26,465 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:17:26,466 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,43369,1731755843817 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:17:26,467 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:26,467 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:26,467 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:26,468 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:26,468 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:17:26,468 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:26,468 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:17:26,468 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:26,469 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731755876469 2024-11-16T11:17:26,470 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:17:26,470 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:17:26,470 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:17:26,470 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:17:26,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:17:26,470 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:17:26,470 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:17:26,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:17:26,471 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:26,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:17:26,472 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:26,472 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:17:26,472 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:17:26,473 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:17:26,473 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:17:26,473 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:17:26,473 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:17:26,474 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755846473,5,FailOnTimeoutGroup] 2024-11-16T11:17:26,476 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755846474,5,FailOnTimeoutGroup] 2024-11-16T11:17:26,476 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:26,476 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:17:26,476 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:26,476 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:26,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:17:26,484 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:17:26,484 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766 2024-11-16T11:17:26,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741832_1008 (size=32) 2024-11-16T11:17:26,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:26,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:17:26,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:17:26,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:26,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:26,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:17:26,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:17:26,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:26,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:26,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:17:26,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:17:26,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:26,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:26,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:17:26,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:17:26,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:26,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:26,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:17:26,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/1588230740 2024-11-16T11:17:26,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/1588230740 2024-11-16T11:17:26,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:17:26,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:17:26,516 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:17:26,518 INFO [RS:0;a7948fca2832:44009 {}] regionserver.HRegionServer(746): ClusterId : 002614ab-ea22-4670-8511-237846cff4e3 2024-11-16T11:17:26,518 DEBUG [RS:0;a7948fca2832:44009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:17:26,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:17:26,523 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:17:26,524 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75432164, jitterRate=0.1240268349647522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:17:26,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731755846493Initializing all the Stores at 1731755846494 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755846494Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755846500 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755846500Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755846500Cleaning up temporary data from old regions at 1731755846516 (+16 ms)Region opened successfully at 1731755846525 (+9 ms) 2024-11-16T11:17:26,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:17:26,526 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:17:26,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:17:26,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:17:26,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:17:26,526 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:17:26,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755846526Disabling compacts and flushes for region at 1731755846526Disabling writes for close at 1731755846526Writing region close event to WAL at 1731755846526Closed at 1731755846526 2024-11-16T11:17:26,528 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:17:26,528 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:17:26,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:17:26,529 DEBUG [RS:0;a7948fca2832:44009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:17:26,529 DEBUG [RS:0;a7948fca2832:44009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:17:26,530 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:17:26,531 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:17:26,545 DEBUG [RS:0;a7948fca2832:44009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:17:26,546 DEBUG [RS:0;a7948fca2832:44009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69aa6535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:17:26,556 DEBUG [RS:0;a7948fca2832:44009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:44009 2024-11-16T11:17:26,556 INFO [RS:0;a7948fca2832:44009 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:17:26,556 INFO [RS:0;a7948fca2832:44009 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:17:26,556 DEBUG [RS:0;a7948fca2832:44009 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:17:26,557 INFO [RS:0;a7948fca2832:44009 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,43369,1731755843817 with port=44009, startcode=1731755844477 2024-11-16T11:17:26,557 DEBUG [RS:0;a7948fca2832:44009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:17:26,559 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:17:26,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,44009,1731755844477 2024-11-16T11:17:26,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43369 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,44009,1731755844477 2024-11-16T11:17:26,561 DEBUG [RS:0;a7948fca2832:44009 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766 2024-11-16T11:17:26,561 DEBUG [RS:0;a7948fca2832:44009 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45751 2024-11-16T11:17:26,561 DEBUG [RS:0;a7948fca2832:44009 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:17:26,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244/rs 2024-11-16T11:17:26,571 DEBUG [RS:0;a7948fca2832:44009 {}] zookeeper.ZKUtil(111): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Set watcher on existing znode=/0486341244/rs/a7948fca2832,44009,1731755844477 2024-11-16T11:17:26,571 WARN [RS:0;a7948fca2832:44009 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:17:26,571 INFO [RS:0;a7948fca2832:44009 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:26,571 DEBUG [RS:0;a7948fca2832:44009 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/WALs/a7948fca2832,44009,1731755844477 2024-11-16T11:17:26,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,44009,1731755844477] 2024-11-16T11:17:26,575 INFO [RS:0;a7948fca2832:44009 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:17:26,578 INFO [RS:0;a7948fca2832:44009 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:17:26,578 INFO [RS:0;a7948fca2832:44009 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:17:26,578 INFO [RS:0;a7948fca2832:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:26,579 INFO [RS:0;a7948fca2832:44009 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:17:26,579 INFO [RS:0;a7948fca2832:44009 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:17:26,580 INFO [RS:0;a7948fca2832:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:26,580 DEBUG [RS:0;a7948fca2832:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:26,580 DEBUG [RS:0;a7948fca2832:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:26,580 DEBUG [RS:0;a7948fca2832:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:26,580 DEBUG [RS:0;a7948fca2832:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:26,580 DEBUG [RS:0;a7948fca2832:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:26,580 DEBUG [RS:0;a7948fca2832:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:17:26,580 DEBUG [RS:0;a7948fca2832:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:26,580 DEBUG [RS:0;a7948fca2832:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:26,580 DEBUG [RS:0;a7948fca2832:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:26,580 DEBUG [RS:0;a7948fca2832:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:26,580 DEBUG [RS:0;a7948fca2832:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:26,581 DEBUG [RS:0;a7948fca2832:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:26,581 DEBUG [RS:0;a7948fca2832:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:17:26,581 DEBUG [RS:0;a7948fca2832:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:17:26,582 INFO [RS:0;a7948fca2832:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:26,582 INFO [RS:0;a7948fca2832:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:26,582 INFO [RS:0;a7948fca2832:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:26,582 INFO [RS:0;a7948fca2832:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:26,582 INFO [RS:0;a7948fca2832:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:26,582 INFO [RS:0;a7948fca2832:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,44009,1731755844477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:17:26,596 INFO [RS:0;a7948fca2832:44009 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:17:26,596 INFO [RS:0;a7948fca2832:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,44009,1731755844477-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:26,596 INFO [RS:0;a7948fca2832:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:26,596 INFO [RS:0;a7948fca2832:44009 {}] regionserver.Replication(171): a7948fca2832,44009,1731755844477 started 2024-11-16T11:17:26,609 INFO [RS:0;a7948fca2832:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:26,609 INFO [RS:0;a7948fca2832:44009 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,44009,1731755844477, RpcServer on a7948fca2832/172.17.0.2:44009, sessionid=0x101435d14090001 2024-11-16T11:17:26,610 DEBUG [RS:0;a7948fca2832:44009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:17:26,610 DEBUG [RS:0;a7948fca2832:44009 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,44009,1731755844477 2024-11-16T11:17:26,610 DEBUG [RS:0;a7948fca2832:44009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,44009,1731755844477' 2024-11-16T11:17:26,610 DEBUG [RS:0;a7948fca2832:44009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0486341244/flush-table-proc/abort' 2024-11-16T11:17:26,610 DEBUG [RS:0;a7948fca2832:44009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0486341244/flush-table-proc/acquired' 2024-11-16T11:17:26,611 DEBUG [RS:0;a7948fca2832:44009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:17:26,611 DEBUG [RS:0;a7948fca2832:44009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:17:26,611 DEBUG [RS:0;a7948fca2832:44009 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,44009,1731755844477 2024-11-16T11:17:26,611 DEBUG [RS:0;a7948fca2832:44009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,44009,1731755844477' 2024-11-16T11:17:26,611 DEBUG [RS:0;a7948fca2832:44009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0486341244/online-snapshot/abort' 2024-11-16T11:17:26,611 DEBUG [RS:0;a7948fca2832:44009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0486341244/online-snapshot/acquired' 2024-11-16T11:17:26,611 DEBUG [RS:0;a7948fca2832:44009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:17:26,611 INFO [RS:0;a7948fca2832:44009 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:17:26,611 INFO [RS:0;a7948fca2832:44009 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:17:26,682 WARN [a7948fca2832:43369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T11:17:26,712 INFO [RS:0;a7948fca2832:44009 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:17:26,714 INFO [RS:0;a7948fca2832:44009 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C44009%2C1731755844477, suffix=, logDir=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/WALs/a7948fca2832,44009,1731755844477, archiveDir=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/oldWALs, maxLogs=10 2024-11-16T11:17:26,726 DEBUG [RS:0;a7948fca2832:44009 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/WALs/a7948fca2832,44009,1731755844477/a7948fca2832%2C44009%2C1731755844477.1731755846714, exclude list is [], retry=0 2024-11-16T11:17:26,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35043,DS-1547df38-2b0a-4d93-81c9-e4c1614b3c50,DISK] 2024-11-16T11:17:26,731 INFO [RS:0;a7948fca2832:44009 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/WALs/a7948fca2832,44009,1731755844477/a7948fca2832%2C44009%2C1731755844477.1731755846714 2024-11-16T11:17:26,731 DEBUG [RS:0;a7948fca2832:44009 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38991:38991)] 2024-11-16T11:17:26,932 DEBUG [a7948fca2832:43369 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:17:26,933 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,44009,1731755844477 2024-11-16T11:17:26,934 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,44009,1731755844477, state=OPENING 2024-11-16T11:17:26,981 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:17:26,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244 2024-11-16T11:17:26,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244 2024-11-16T11:17:26,992 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:17:26,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0486341244/meta-region-server: CHANGED 2024-11-16T11:17:26,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0486341244/meta-region-server: CHANGED 2024-11-16T11:17:26,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,44009,1731755844477}] 2024-11-16T11:17:27,145 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:17:27,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:17:27,150 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:17:27,150 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:27,151 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:17:27,152 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C44009%2C1731755844477.meta, suffix=.meta, logDir=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/WALs/a7948fca2832,44009,1731755844477, archiveDir=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/oldWALs, maxLogs=10 2024-11-16T11:17:27,165 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/WALs/a7948fca2832,44009,1731755844477/a7948fca2832%2C44009%2C1731755844477.meta.1731755847153.meta, exclude list is [], retry=0 2024-11-16T11:17:27,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35043,DS-1547df38-2b0a-4d93-81c9-e4c1614b3c50,DISK] 2024-11-16T11:17:27,169 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/WALs/a7948fca2832,44009,1731755844477/a7948fca2832%2C44009%2C1731755844477.meta.1731755847153.meta 2024-11-16T11:17:27,170 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38991:38991)] 2024-11-16T11:17:27,170 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:17:27,170 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:17:27,170 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:17:27,170 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:17:27,170 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:17:27,170 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:17:27,170 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:27,171 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:17:27,171 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:17:27,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:17:27,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:17:27,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:27,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:27,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:17:27,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:17:27,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:27,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:27,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:17:27,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:17:27,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:27,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:27,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:17:27,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:17:27,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:27,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:27,178 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:17:27,178 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/1588230740 2024-11-16T11:17:27,180 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/1588230740 2024-11-16T11:17:27,181 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:17:27,181 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:17:27,182 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:17:27,183 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:17:27,184 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62854391, jitterRate=-0.06339658796787262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:17:27,184 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:17:27,185 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731755847171Writing region info on filesystem at 1731755847171Initializing all the Stores at 1731755847172 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755847172Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755847172Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755847172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755847172Cleaning up temporary data from old regions at 1731755847181 (+9 ms)Running coprocessor post-open hooks at 1731755847184 (+3 ms)Region opened successfully at 1731755847185 (+1 ms) 2024-11-16T11:17:27,186 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731755847145 2024-11-16T11:17:27,188 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:17:27,189 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:17:27,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,44009,1731755844477 2024-11-16T11:17:27,190 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,44009,1731755844477, state=OPEN 2024-11-16T11:17:27,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0486341244/meta-region-server 2024-11-16T11:17:27,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0486341244/meta-region-server 2024-11-16T11:17:27,234 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,44009,1731755844477 2024-11-16T11:17:27,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0486341244/meta-region-server: CHANGED 2024-11-16T11:17:27,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0486341244/meta-region-server: CHANGED 2024-11-16T11:17:27,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:17:27,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,44009,1731755844477 in 242 msec 2024-11-16T11:17:27,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:17:27,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 709 msec 2024-11-16T11:17:27,241 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:17:27,241 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:17:27,243 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:17:27,243 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,44009,1731755844477, seqNum=-1] 2024-11-16T11:17:27,243 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:17:27,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:17:27,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 785 msec 2024-11-16T11:17:27,250 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731755847250, completionTime=-1 2024-11-16T11:17:27,251 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:17:27,251 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:17:27,253 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:17:27,253 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731755907253 2024-11-16T11:17:27,253 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731755967253 2024-11-16T11:17:27,253 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T11:17:27,253 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,43369,1731755843817-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:27,253 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,43369,1731755843817-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:27,253 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,43369,1731755843817-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:27,253 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:43369, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:27,253 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:27,254 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:27,255 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:17:27,257 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.702sec 2024-11-16T11:17:27,257 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:17:27,257 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:17:27,258 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:17:27,258 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:17:27,258 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:17:27,258 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,43369,1731755843817-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:17:27,258 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,43369,1731755843817-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:17:27,260 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:17:27,260 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:17:27,260 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,43369,1731755843817-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:27,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edd3723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:27,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,43369,-1 for getting cluster id 2024-11-16T11:17:27,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:27,316 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '002614ab-ea22-4670-8511-237846cff4e3' 2024-11-16T11:17:27,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:27,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "002614ab-ea22-4670-8511-237846cff4e3" 2024-11-16T11:17:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c015b2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,43369,-1] 2024-11-16T11:17:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:27,318 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:27,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:27,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:17:27,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,44009,1731755844477, seqNum=-1] 2024-11-16T11:17:27,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:17:27,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:17:27,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,43369,1731755843817 2024-11-16T11:17:27,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55430 2024-11-16T11:17:27,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:17:27,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101435d14090002 connected 2024-11-16T11:17:27,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/hadoop.log.dir so I do NOT create it in target/test-data/f94ce547-ba05-3be7-f709-821537cecffc 2024-11-16T11:17:27,358 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:17:27,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/hadoop.tmp.dir so I do NOT create it in target/test-data/f94ce547-ba05-3be7-f709-821537cecffc 2024-11-16T11:17:27,358 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:17:27,358 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc 2024-11-16T11:17:27,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:17:27,358 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/cluster_794b1961-f3b6-7e9c-f80b-4abc9ac36289, deleteOnExit=true 2024-11-16T11:17:27,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:17:27,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/test.cache.data in system properties and HBase conf 2024-11-16T11:17:27,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:17:27,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:17:27,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:17:27,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:17:27,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:17:27,359 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:17:27,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:17:27,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:17:27,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:17:27,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:17:27,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:17:27,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:17:27,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:17:27,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:17:27,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:17:27,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:17:27,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:17:27,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:17:27,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:17:27,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:17:27,762 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:17:27,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:17:27,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:17:27,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:17:27,773 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:17:27,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:17:27,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:17:27,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:17:27,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@325753d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/java.io.tmpdir/jetty-localhost-33325-hadoop-hdfs-3_4_1-tests_jar-_-any-4253344219941071900/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:17:27,891 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:33325} 2024-11-16T11:17:27,891 INFO [Time-limited test {}] server.Server(415): Started @41753ms 2024-11-16T11:17:28,279 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:17:28,283 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:17:28,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:17:28,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:17:28,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:17:28,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:17:28,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:17:28,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@372c6d8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/java.io.tmpdir/jetty-localhost-40765-hadoop-hdfs-3_4_1-tests_jar-_-any-13903233809879930793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:17:28,386 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:40765} 2024-11-16T11:17:28,386 INFO [Time-limited test {}] server.Server(415): Started @42249ms 2024-11-16T11:17:28,388 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:17:29,090 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/cluster_794b1961-f3b6-7e9c-f80b-4abc9ac36289/data/data2/current/BP-1829563838-172.17.0.2-1731755847388/current, will proceed with Du for space computation calculation, 2024-11-16T11:17:29,090 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/cluster_794b1961-f3b6-7e9c-f80b-4abc9ac36289/data/data1/current/BP-1829563838-172.17.0.2-1731755847388/current, will proceed with Du for space computation calculation, 2024-11-16T11:17:29,112 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:17:29,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f11cb446280455b with lease ID 0x77c58558681aff94: Processing first storage report for DS-0b40f36e-69ec-495e-a4fd-e32e54679b91 from datanode DatanodeRegistration(127.0.0.1:33735, datanodeUuid=38e4210c-613d-4036-b8d4-6cf155632264, infoPort=46465, infoSecurePort=0, ipcPort=43553, storageInfo=lv=-57;cid=testClusterID;nsid=1213464620;c=1731755847388) 2024-11-16T11:17:29,114 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f11cb446280455b with lease ID 0x77c58558681aff94: from storage DS-0b40f36e-69ec-495e-a4fd-e32e54679b91 node DatanodeRegistration(127.0.0.1:33735, datanodeUuid=38e4210c-613d-4036-b8d4-6cf155632264, infoPort=46465, infoSecurePort=0, ipcPort=43553, storageInfo=lv=-57;cid=testClusterID;nsid=1213464620;c=1731755847388), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:17:29,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f11cb446280455b with lease ID 0x77c58558681aff94: Processing first storage report for DS-6ad8cd21-804a-40ce-b35b-3fd6bfb1c74f from datanode DatanodeRegistration(127.0.0.1:33735, datanodeUuid=38e4210c-613d-4036-b8d4-6cf155632264, infoPort=46465, infoSecurePort=0, ipcPort=43553, storageInfo=lv=-57;cid=testClusterID;nsid=1213464620;c=1731755847388) 2024-11-16T11:17:29,115 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f11cb446280455b with lease ID 0x77c58558681aff94: from storage DS-6ad8cd21-804a-40ce-b35b-3fd6bfb1c74f node DatanodeRegistration(127.0.0.1:33735, datanodeUuid=38e4210c-613d-4036-b8d4-6cf155632264, infoPort=46465, infoSecurePort=0, ipcPort=43553, storageInfo=lv=-57;cid=testClusterID;nsid=1213464620;c=1731755847388), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:17:29,216 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc 2024-11-16T11:17:29,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:29,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:29,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33735 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:17:29,232 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e with version=8 2024-11-16T11:17:29,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/hbase-staging 2024-11-16T11:17:29,235 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:17:29,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:29,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:29,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:17:29,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:29,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:17:29,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:17:29,236 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:17:29,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34961 2024-11-16T11:17:29,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34961 connecting to ZooKeeper ensemble=127.0.0.1:55430 2024-11-16T11:17:29,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349610x0, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:17:29,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34961-0x101435d14090003 connected 2024-11-16T11:17:29,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:29,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:29,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Set watcher on znode that does not yet exist, /1-2132500342/running 2024-11-16T11:17:29,345 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e, hbase.cluster.distributed=false 2024-11-16T11:17:29,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Set watcher on znode that does not yet exist, /1-2132500342/acl 2024-11-16T11:17:29,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34961 2024-11-16T11:17:29,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34961 2024-11-16T11:17:29,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34961 2024-11-16T11:17:29,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34961 2024-11-16T11:17:29,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34961 2024-11-16T11:17:29,372 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:17:29,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:29,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:29,372 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:17:29,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:29,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:17:29,372 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:17:29,372 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:17:29,374 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37523 2024-11-16T11:17:29,376 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37523 connecting to ZooKeeper ensemble=127.0.0.1:55430 2024-11-16T11:17:29,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:29,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:29,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375230x0, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:17:29,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375230x0, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Set watcher on znode that does not yet exist, /1-2132500342/running 2024-11-16T11:17:29,392 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:17:29,395 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37523-0x101435d14090004 connected 2024-11-16T11:17:29,397 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:17:29,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37523-0x101435d14090004, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Set watcher on znode that does not yet exist, /1-2132500342/master 2024-11-16T11:17:29,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37523-0x101435d14090004, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Set watcher on znode that does not yet exist, /1-2132500342/acl 2024-11-16T11:17:29,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37523 2024-11-16T11:17:29,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37523 2024-11-16T11:17:29,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37523 2024-11-16T11:17:29,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37523 2024-11-16T11:17:29,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37523 2024-11-16T11:17:29,456 DEBUG [M:0;a7948fca2832:34961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:34961 2024-11-16T11:17:29,456 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2132500342/backup-masters/a7948fca2832,34961,1731755849235 2024-11-16T11:17:29,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:17:29,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2132500342/backup-masters 2024-11-16T11:17:29,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x101435d14090004, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2132500342/backup-masters 2024-11-16T11:17:29,466 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Set watcher on existing znode=/1-2132500342/backup-masters/a7948fca2832,34961,1731755849235 2024-11-16T11:17:29,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x101435d14090004, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2132500342/master 2024-11-16T11:17:29,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2132500342 2024-11-16T11:17:29,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x101435d14090004, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2132500342 2024-11-16T11:17:29,476 WARN [RS:0;a7948fca2832:44009 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of a7948fca2832,40423,1731755814466: status=Processing ServerCrashProcedure of a7948fca2832,40423,1731755814466 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731755831356, completionTime=-1 appears to have been leaked 2024-11-16T11:17:29,477 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Set watcher on existing znode=/1-2132500342/master 2024-11-16T11:17:29,477 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2132500342/backup-masters/a7948fca2832,34961,1731755849235 from backup master directory 2024-11-16T11:17:29,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:17:29,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x101435d14090004, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2132500342/backup-masters 2024-11-16T11:17:29,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2132500342/backup-masters/a7948fca2832,34961,1731755849235 2024-11-16T11:17:29,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2132500342/backup-masters 2024-11-16T11:17:29,486 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:17:29,486 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,34961,1731755849235 2024-11-16T11:17:29,491 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/hbase.id] with ID: dc69b86e-fd7c-48d7-8f8d-f0b4800fe967 2024-11-16T11:17:29,491 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/.tmp/hbase.id 2024-11-16T11:17:29,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33735 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:17:29,897 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/.tmp/hbase.id]:[hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/hbase.id] 2024-11-16T11:17:29,909 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:29,909 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:17:29,911 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T11:17:29,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x101435d14090004, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2132500342 2024-11-16T11:17:29,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2132500342 2024-11-16T11:17:29,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33735 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:17:30,382 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:17:30,383 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:17:30,383 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:30,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33735 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:17:30,790 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/data/master/store 2024-11-16T11:17:30,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33735 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:17:31,197 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:31,197 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:17:31,197 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:31,197 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:31,198 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:17:31,198 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:31,198 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:31,198 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755851197Disabling compacts and flushes for region at 1731755851197Disabling writes for close at 1731755851198 (+1 ms)Writing region close event to WAL at 1731755851198Closed at 1731755851198 2024-11-16T11:17:31,199 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/data/master/store/.initializing 2024-11-16T11:17:31,199 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/WALs/a7948fca2832,34961,1731755849235 2024-11-16T11:17:31,200 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:17:31,202 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C34961%2C1731755849235, suffix=, logDir=hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/WALs/a7948fca2832,34961,1731755849235, archiveDir=hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/oldWALs, maxLogs=10 2024-11-16T11:17:31,217 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/WALs/a7948fca2832,34961,1731755849235/a7948fca2832%2C34961%2C1731755849235.1731755851202, exclude list is [], retry=0 2024-11-16T11:17:31,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33735,DS-0b40f36e-69ec-495e-a4fd-e32e54679b91,DISK] 2024-11-16T11:17:31,221 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/WALs/a7948fca2832,34961,1731755849235/a7948fca2832%2C34961%2C1731755849235.1731755851202 2024-11-16T11:17:31,222 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46465:46465)] 2024-11-16T11:17:31,222 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:17:31,222 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:31,222 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:31,222 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:31,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:31,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:17:31,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:31,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:31,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:31,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:17:31,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:31,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:31,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:31,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:17:31,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:31,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:31,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:31,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:17:31,230 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:31,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:31,230 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:31,231 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:31,231 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:31,233 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:31,233 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:31,233 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:17:31,234 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:31,237 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:17:31,237 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71685529, jitterRate=0.06819762289524078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:17:31,237 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731755851222Initializing all the Stores at 1731755851223 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755851223Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755851224 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755851224Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755851224Cleaning up temporary data from old regions at 1731755851233 (+9 ms)Region opened successfully at 1731755851237 (+4 ms) 2024-11-16T11:17:31,237 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:17:31,240 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4647e57a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:17:31,241 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:17:31,242 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:17:31,242 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:17:31,242 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:17:31,242 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:17:31,243 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:17:31,243 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:17:31,245 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:17:31,246 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Unable to get data of znode /1-2132500342/balancer because node does not exist (not necessarily an error) 2024-11-16T11:17:31,328 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2132500342/balancer already deleted, retry=false 2024-11-16T11:17:31,329 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:17:31,329 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Unable to get data of znode /1-2132500342/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:17:31,339 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2132500342/normalizer already deleted, retry=false 2024-11-16T11:17:31,339 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:17:31,340 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Unable to get data of znode /1-2132500342/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:17:31,349 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2132500342/switch/split already deleted, retry=false 2024-11-16T11:17:31,350 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Unable to get data of znode /1-2132500342/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:17:31,360 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2132500342/switch/merge already deleted, retry=false 2024-11-16T11:17:31,362 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Unable to get data of znode /1-2132500342/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:17:31,370 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2132500342/snapshot-cleanup already deleted, retry=false 2024-11-16T11:17:31,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x101435d14090004, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2132500342/running 2024-11-16T11:17:31,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2132500342/running 2024-11-16T11:17:31,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x101435d14090004, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2132500342 2024-11-16T11:17:31,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2132500342 2024-11-16T11:17:31,381 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,34961,1731755849235, sessionid=0x101435d14090003, setting cluster-up flag (Was=false) 2024-11-16T11:17:31,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2132500342 2024-11-16T11:17:31,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x101435d14090004, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2132500342 2024-11-16T11:17:31,434 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2132500342/flush-table-proc/acquired, /1-2132500342/flush-table-proc/reached, /1-2132500342/flush-table-proc/abort 2024-11-16T11:17:31,435 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,34961,1731755849235 2024-11-16T11:17:31,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x101435d14090004, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2132500342 2024-11-16T11:17:31,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2132500342 2024-11-16T11:17:31,486 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2132500342/online-snapshot/acquired, /1-2132500342/online-snapshot/reached, /1-2132500342/online-snapshot/abort 2024-11-16T11:17:31,487 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,34961,1731755849235 2024-11-16T11:17:31,489 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:17:31,490 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:17:31,491 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:17:31,491 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:17:31,491 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,34961,1731755849235 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:17:31,492 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:31,492 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:31,492 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:31,492 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:31,492 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:17:31,492 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:31,492 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:17:31,492 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:31,494 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:17:31,494 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:17:31,495 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731755881495 2024-11-16T11:17:31,495 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:17:31,495 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:17:31,495 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:17:31,495 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:17:31,496 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:17:31,496 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:17:31,496 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:31,496 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:17:31,500 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:31,501 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:17:31,501 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:17:31,501 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:17:31,501 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:17:31,507 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:17:31,507 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:17:31,510 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755851507,5,FailOnTimeoutGroup] 2024-11-16T11:17:31,512 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755851510,5,FailOnTimeoutGroup] 2024-11-16T11:17:31,512 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:31,512 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:17:31,512 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:31,512 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:31,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33735 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:17:31,527 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:17:31,527 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e 2024-11-16T11:17:31,530 INFO [RS:0;a7948fca2832:37523 {}] regionserver.HRegionServer(746): ClusterId : dc69b86e-fd7c-48d7-8f8d-f0b4800fe967 2024-11-16T11:17:31,530 DEBUG [RS:0;a7948fca2832:37523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:17:31,540 DEBUG [RS:0;a7948fca2832:37523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:17:31,540 DEBUG [RS:0;a7948fca2832:37523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:17:31,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33735 is added to blk_1073741832_1008 (size=32) 2024-11-16T11:17:31,550 DEBUG [RS:0;a7948fca2832:37523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:17:31,550 DEBUG [RS:0;a7948fca2832:37523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbdefc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:17:31,562 DEBUG [RS:0;a7948fca2832:37523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:37523 2024-11-16T11:17:31,563 INFO [RS:0;a7948fca2832:37523 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:17:31,563 INFO [RS:0;a7948fca2832:37523 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:17:31,563 DEBUG [RS:0;a7948fca2832:37523 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:17:31,564 INFO [RS:0;a7948fca2832:37523 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,34961,1731755849235 with port=37523, startcode=1731755849371 2024-11-16T11:17:31,564 DEBUG [RS:0;a7948fca2832:37523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:17:31,565 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:17:31,566 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34961 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,37523,1731755849371 2024-11-16T11:17:31,566 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34961 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,37523,1731755849371 2024-11-16T11:17:31,568 DEBUG [RS:0;a7948fca2832:37523 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e 2024-11-16T11:17:31,568 DEBUG [RS:0;a7948fca2832:37523 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40451 2024-11-16T11:17:31,568 DEBUG [RS:0;a7948fca2832:37523 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:17:31,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2132500342/rs 2024-11-16T11:17:31,625 DEBUG [RS:0;a7948fca2832:37523 {}] zookeeper.ZKUtil(111): regionserver:37523-0x101435d14090004, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Set watcher on existing znode=/1-2132500342/rs/a7948fca2832,37523,1731755849371 2024-11-16T11:17:31,625 WARN [RS:0;a7948fca2832:37523 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:17:31,625 INFO [RS:0;a7948fca2832:37523 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:31,626 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,37523,1731755849371] 2024-11-16T11:17:31,626 DEBUG [RS:0;a7948fca2832:37523 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/WALs/a7948fca2832,37523,1731755849371 2024-11-16T11:17:31,629 INFO [RS:0;a7948fca2832:37523 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:17:31,632 INFO [RS:0;a7948fca2832:37523 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:17:31,632 INFO [RS:0;a7948fca2832:37523 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:17:31,632 INFO [RS:0;a7948fca2832:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:31,632 INFO [RS:0;a7948fca2832:37523 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:17:31,633 INFO [RS:0;a7948fca2832:37523 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:17:31,633 INFO [RS:0;a7948fca2832:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:31,633 DEBUG [RS:0;a7948fca2832:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:31,633 DEBUG [RS:0;a7948fca2832:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:31,634 DEBUG [RS:0;a7948fca2832:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:31,634 DEBUG [RS:0;a7948fca2832:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:31,634 DEBUG [RS:0;a7948fca2832:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:31,634 DEBUG [RS:0;a7948fca2832:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:17:31,634 DEBUG [RS:0;a7948fca2832:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:31,634 DEBUG [RS:0;a7948fca2832:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:31,634 DEBUG [RS:0;a7948fca2832:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:31,634 DEBUG [RS:0;a7948fca2832:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:31,634 DEBUG [RS:0;a7948fca2832:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:31,634 DEBUG [RS:0;a7948fca2832:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:31,634 DEBUG [RS:0;a7948fca2832:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:17:31,634 DEBUG [RS:0;a7948fca2832:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:17:31,635 INFO [RS:0;a7948fca2832:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:31,635 INFO [RS:0;a7948fca2832:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:31,635 INFO [RS:0;a7948fca2832:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:31,635 INFO [RS:0;a7948fca2832:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:31,635 INFO [RS:0;a7948fca2832:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:31,635 INFO [RS:0;a7948fca2832:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,37523,1731755849371-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:17:31,648 INFO [RS:0;a7948fca2832:37523 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:17:31,648 INFO [RS:0;a7948fca2832:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,37523,1731755849371-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:31,648 INFO [RS:0;a7948fca2832:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:31,649 INFO [RS:0;a7948fca2832:37523 {}] regionserver.Replication(171): a7948fca2832,37523,1731755849371 started 2024-11-16T11:17:31,662 INFO [RS:0;a7948fca2832:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:31,662 INFO [RS:0;a7948fca2832:37523 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,37523,1731755849371, RpcServer on a7948fca2832/172.17.0.2:37523, sessionid=0x101435d14090004 2024-11-16T11:17:31,662 DEBUG [RS:0;a7948fca2832:37523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:17:31,662 DEBUG [RS:0;a7948fca2832:37523 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,37523,1731755849371 2024-11-16T11:17:31,662 DEBUG [RS:0;a7948fca2832:37523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,37523,1731755849371' 2024-11-16T11:17:31,662 DEBUG [RS:0;a7948fca2832:37523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2132500342/flush-table-proc/abort' 2024-11-16T11:17:31,663 DEBUG [RS:0;a7948fca2832:37523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2132500342/flush-table-proc/acquired' 2024-11-16T11:17:31,663 DEBUG [RS:0;a7948fca2832:37523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:17:31,663 DEBUG [RS:0;a7948fca2832:37523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:17:31,663 DEBUG [RS:0;a7948fca2832:37523 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,37523,1731755849371 2024-11-16T11:17:31,663 DEBUG [RS:0;a7948fca2832:37523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,37523,1731755849371' 2024-11-16T11:17:31,663 DEBUG [RS:0;a7948fca2832:37523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2132500342/online-snapshot/abort' 2024-11-16T11:17:31,663 DEBUG [RS:0;a7948fca2832:37523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2132500342/online-snapshot/acquired' 2024-11-16T11:17:31,664 DEBUG [RS:0;a7948fca2832:37523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:17:31,664 INFO [RS:0;a7948fca2832:37523 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:17:31,664 INFO [RS:0;a7948fca2832:37523 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:17:31,764 INFO [RS:0;a7948fca2832:37523 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:17:31,766 INFO [RS:0;a7948fca2832:37523 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C37523%2C1731755849371, suffix=, logDir=hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/WALs/a7948fca2832,37523,1731755849371, archiveDir=hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/oldWALs, maxLogs=10 2024-11-16T11:17:31,778 DEBUG [RS:0;a7948fca2832:37523 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/WALs/a7948fca2832,37523,1731755849371/a7948fca2832%2C37523%2C1731755849371.1731755851766, exclude list is [], retry=0 2024-11-16T11:17:31,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33735,DS-0b40f36e-69ec-495e-a4fd-e32e54679b91,DISK] 2024-11-16T11:17:31,783 INFO [RS:0;a7948fca2832:37523 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/WALs/a7948fca2832,37523,1731755849371/a7948fca2832%2C37523%2C1731755849371.1731755851766 2024-11-16T11:17:31,784 DEBUG [RS:0;a7948fca2832:37523 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46465:46465)] 2024-11-16T11:17:31,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:31,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:17:31,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:17:31,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:31,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:31,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:17:31,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:17:31,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:31,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:31,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:17:31,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:17:31,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:31,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:31,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:17:31,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:17:31,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:31,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:31,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:17:31,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/data/hbase/meta/1588230740 2024-11-16T11:17:31,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/data/hbase/meta/1588230740 2024-11-16T11:17:31,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:17:31,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:17:31,962 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:17:31,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:17:31,965 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:17:31,966 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75273456, jitterRate=0.12166190147399902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:17:31,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731755851944Initializing all the Stores at 1731755851945 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755851946 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755851946Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755851946Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755851946Cleaning up temporary data from old regions at 1731755851961 (+15 ms)Region opened successfully at 1731755851966 (+5 ms) 2024-11-16T11:17:31,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:17:31,967 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:17:31,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:17:31,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:17:31,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:17:31,967 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:17:31,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755851966Disabling compacts and flushes for region at 1731755851966Disabling writes for close at 1731755851967 (+1 ms)Writing region close event to WAL at 1731755851967Closed at 1731755851967 2024-11-16T11:17:31,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:17:31,969 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:17:31,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:17:31,971 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:17:31,972 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:17:32,122 DEBUG [a7948fca2832:34961 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:17:32,122 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,37523,1731755849371 2024-11-16T11:17:32,124 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,37523,1731755849371, state=OPENING 2024-11-16T11:17:32,170 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:17:32,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x101435d14090004, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2132500342 2024-11-16T11:17:32,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2132500342 2024-11-16T11:17:32,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2132500342/meta-region-server: CHANGED 2024-11-16T11:17:32,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2132500342/meta-region-server: CHANGED 2024-11-16T11:17:32,182 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:17:32,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,37523,1731755849371}] 2024-11-16T11:17:32,335 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:17:32,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:17:32,340 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:17:32,340 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:32,340 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:17:32,342 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C37523%2C1731755849371.meta, suffix=.meta, logDir=hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/WALs/a7948fca2832,37523,1731755849371, archiveDir=hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/oldWALs, maxLogs=10 2024-11-16T11:17:32,358 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/WALs/a7948fca2832,37523,1731755849371/a7948fca2832%2C37523%2C1731755849371.meta.1731755852342.meta, exclude list is [], retry=0 2024-11-16T11:17:32,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33735,DS-0b40f36e-69ec-495e-a4fd-e32e54679b91,DISK] 2024-11-16T11:17:32,362 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/WALs/a7948fca2832,37523,1731755849371/a7948fca2832%2C37523%2C1731755849371.meta.1731755852342.meta 2024-11-16T11:17:32,365 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46465:46465)] 2024-11-16T11:17:32,365 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:17:32,366 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:17:32,366 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:17:32,366 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:17:32,366 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:17:32,366 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:17:32,366 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:32,366 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:17:32,366 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:17:32,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:17:32,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:17:32,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:32,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:32,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:17:32,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:17:32,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:32,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:32,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:17:32,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:17:32,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:32,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:32,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:17:32,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:17:32,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:32,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:32,372 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:17:32,373 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/data/hbase/meta/1588230740 2024-11-16T11:17:32,374 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/data/hbase/meta/1588230740 2024-11-16T11:17:32,375 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:17:32,375 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:17:32,376 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:17:32,377 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:17:32,378 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61496515, jitterRate=-0.0836305171251297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:17:32,378 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:17:32,379 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731755852366Writing region info on filesystem at 1731755852366Initializing all the Stores at 1731755852367 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755852367Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755852367Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755852367Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755852367Cleaning up temporary data from old regions at 1731755852375 (+8 ms)Running coprocessor post-open hooks at 1731755852378 (+3 ms)Region opened successfully at 1731755852378 2024-11-16T11:17:32,379 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731755852334 2024-11-16T11:17:32,382 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:17:32,382 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:17:32,383 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,37523,1731755849371 2024-11-16T11:17:32,384 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,37523,1731755849371, state=OPEN 2024-11-16T11:17:32,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2132500342/meta-region-server 2024-11-16T11:17:32,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x101435d14090004, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2132500342/meta-region-server 2024-11-16T11:17:32,396 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,37523,1731755849371 2024-11-16T11:17:32,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2132500342/meta-region-server: CHANGED 2024-11-16T11:17:32,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2132500342/meta-region-server: CHANGED 2024-11-16T11:17:32,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:17:32,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,37523,1731755849371 in 215 msec 2024-11-16T11:17:32,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:17:32,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-11-16T11:17:32,402 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:17:32,402 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:17:32,403 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:17:32,404 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,37523,1731755849371, seqNum=-1] 2024-11-16T11:17:32,404 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:17:32,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:17:32,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 919 msec 2024-11-16T11:17:32,411 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731755852411, completionTime=-1 2024-11-16T11:17:32,411 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:17:32,411 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:17:32,413 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:17:32,413 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731755912413 2024-11-16T11:17:32,413 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731755972413 2024-11-16T11:17:32,413 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T11:17:32,413 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,34961,1731755849235-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:32,413 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,34961,1731755849235-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:32,413 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,34961,1731755849235-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:32,413 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:34961, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:32,413 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:32,414 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:32,415 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:17:32,418 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.931sec 2024-11-16T11:17:32,418 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:17:32,418 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:17:32,418 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:17:32,418 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:17:32,418 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:17:32,418 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,34961,1731755849235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:17:32,418 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,34961,1731755849235-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:17:32,420 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:17:32,420 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:17:32,421 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,34961,1731755849235-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:32,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2be479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:32,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,34961,-1 for getting cluster id 2024-11-16T11:17:32,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:32,431 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc69b86e-fd7c-48d7-8f8d-f0b4800fe967' 2024-11-16T11:17:32,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:32,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc69b86e-fd7c-48d7-8f8d-f0b4800fe967" 2024-11-16T11:17:32,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107df5d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:32,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,34961,-1] 2024-11-16T11:17:32,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:32,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:32,433 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:32,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:32,434 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:17:32,435 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,37523,1731755849371, seqNum=-1] 2024-11-16T11:17:32,435 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:17:32,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:17:32,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,34961,1731755849235 2024-11-16T11:17:32,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55430 2024-11-16T11:17:32,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:17:32,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101435d14090005 connected 2024-11-16T11:17:32,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3234deef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:32,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,43369,-1 for getting cluster id 2024-11-16T11:17:32,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:32,527 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '002614ab-ea22-4670-8511-237846cff4e3' 2024-11-16T11:17:32,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:32,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "002614ab-ea22-4670-8511-237846cff4e3" 2024-11-16T11:17:32,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d85d4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:32,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,43369,-1] 2024-11-16T11:17:32,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:32,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:32,529 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8f6c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:32,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:32,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,43369,1731755843817 2024-11-16T11:17:32,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59387f17 2024-11-16T11:17:32,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:32,532 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:17:32,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a7948fca2832:34961,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T11:17:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T11:17:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:32,536 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:34961' 2024-11-16T11:17:32,537 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226c34e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:32,537 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,34961,-1 for getting cluster id 2024-11-16T11:17:32,537 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:32,538 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc69b86e-fd7c-48d7-8f8d-f0b4800fe967' 2024-11-16T11:17:32,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:32,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc69b86e-fd7c-48d7-8f8d-f0b4800fe967" 2024-11-16T11:17:32,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b75ddf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:32,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,34961,-1] 2024-11-16T11:17:32,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:32,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:32,540 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:32,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6791bc49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:32,541 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:32,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,34961,1731755849235 2024-11-16T11:17:32,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4410d966 2024-11-16T11:17:32,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:32,543 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:17:32,544 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T11:17:32,544 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T11:17:32,544 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:32,544 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:32,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:32,544 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:17:32,546 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T11:17:32,547 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:17:32,547 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:32,548 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:17:32,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741835_1011 (size=1138) 2024-11-16T11:17:32,576 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T11:17:32,596 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T11:17:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:32,957 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0043fd691e44f1de64b0d735b1f66b51, NAME => 'hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766 2024-11-16T11:17:32,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741836_1012 (size=44) 2024-11-16T11:17:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:33,364 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:33,364 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0043fd691e44f1de64b0d735b1f66b51, disabling compactions & flushes 2024-11-16T11:17:33,364 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51. 2024-11-16T11:17:33,364 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51. 2024-11-16T11:17:33,364 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51. after waiting 0 ms 2024-11-16T11:17:33,364 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51. 2024-11-16T11:17:33,364 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51. 2024-11-16T11:17:33,364 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0043fd691e44f1de64b0d735b1f66b51: Waiting for close lock at 1731755853364Disabling compacts and flushes for region at 1731755853364Disabling writes for close at 1731755853364Writing region close event to WAL at 1731755853364Closed at 1731755853364 2024-11-16T11:17:33,366 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:17:33,366 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731755853366"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755853366"}]},"ts":"1731755853366"} 2024-11-16T11:17:33,368 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:17:33,369 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:17:33,370 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755853369"}]},"ts":"1731755853369"} 2024-11-16T11:17:33,371 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T11:17:33,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0043fd691e44f1de64b0d735b1f66b51, ASSIGN}] 2024-11-16T11:17:33,373 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0043fd691e44f1de64b0d735b1f66b51, ASSIGN 2024-11-16T11:17:33,374 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0043fd691e44f1de64b0d735b1f66b51, ASSIGN; state=OFFLINE, location=a7948fca2832,44009,1731755844477; forceNewPlan=false, retain=false 2024-11-16T11:17:33,525 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0043fd691e44f1de64b0d735b1f66b51, regionState=OPENING, regionLocation=a7948fca2832,44009,1731755844477 2024-11-16T11:17:33,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0043fd691e44f1de64b0d735b1f66b51, ASSIGN because future has completed 2024-11-16T11:17:33,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0043fd691e44f1de64b0d735b1f66b51, server=a7948fca2832,44009,1731755844477}] 2024-11-16T11:17:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:33,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51. 2024-11-16T11:17:33,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:33,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T11:17:33,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C44009%2C1731755844477.rep, suffix=, logDir=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/WALs/a7948fca2832,44009,1731755844477, archiveDir=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/oldWALs, maxLogs=10 2024-11-16T11:17:33,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/WALs/a7948fca2832,44009,1731755844477/a7948fca2832%2C44009%2C1731755844477.rep.1731755853689, exclude list is [], retry=0 2024-11-16T11:17:33,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35043,DS-1547df38-2b0a-4d93-81c9-e4c1614b3c50,DISK] 2024-11-16T11:17:33,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/WALs/a7948fca2832,44009,1731755844477/a7948fca2832%2C44009%2C1731755844477.rep.1731755853689 2024-11-16T11:17:33,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38991:38991)] 2024-11-16T11:17:33,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0043fd691e44f1de64b0d735b1f66b51, NAME => 'hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:17:33,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:17:33,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:17:33,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51. service=MultiRowMutationService 2024-11-16T11:17:33,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T11:17:33,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0043fd691e44f1de64b0d735b1f66b51 2024-11-16T11:17:33,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:33,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0043fd691e44f1de64b0d735b1f66b51 2024-11-16T11:17:33,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0043fd691e44f1de64b0d735b1f66b51 2024-11-16T11:17:33,724 INFO [StoreOpener-0043fd691e44f1de64b0d735b1f66b51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0043fd691e44f1de64b0d735b1f66b51 2024-11-16T11:17:33,726 INFO [StoreOpener-0043fd691e44f1de64b0d735b1f66b51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0043fd691e44f1de64b0d735b1f66b51 columnFamilyName hfileref 2024-11-16T11:17:33,727 DEBUG [StoreOpener-0043fd691e44f1de64b0d735b1f66b51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:33,728 INFO [StoreOpener-0043fd691e44f1de64b0d735b1f66b51-1 {}] regionserver.HStore(327): Store=0043fd691e44f1de64b0d735b1f66b51/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:33,728 INFO [StoreOpener-0043fd691e44f1de64b0d735b1f66b51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0043fd691e44f1de64b0d735b1f66b51 2024-11-16T11:17:33,730 INFO [StoreOpener-0043fd691e44f1de64b0d735b1f66b51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0043fd691e44f1de64b0d735b1f66b51 columnFamilyName queue 2024-11-16T11:17:33,730 DEBUG [StoreOpener-0043fd691e44f1de64b0d735b1f66b51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:33,731 INFO [StoreOpener-0043fd691e44f1de64b0d735b1f66b51-1 {}] regionserver.HStore(327): Store=0043fd691e44f1de64b0d735b1f66b51/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:33,731 INFO [StoreOpener-0043fd691e44f1de64b0d735b1f66b51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0043fd691e44f1de64b0d735b1f66b51 2024-11-16T11:17:33,734 INFO [StoreOpener-0043fd691e44f1de64b0d735b1f66b51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0043fd691e44f1de64b0d735b1f66b51 columnFamilyName sid 2024-11-16T11:17:33,734 DEBUG [StoreOpener-0043fd691e44f1de64b0d735b1f66b51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:33,735 INFO [StoreOpener-0043fd691e44f1de64b0d735b1f66b51-1 {}] regionserver.HStore(327): Store=0043fd691e44f1de64b0d735b1f66b51/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:33,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0043fd691e44f1de64b0d735b1f66b51 2024-11-16T11:17:33,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/replication/0043fd691e44f1de64b0d735b1f66b51 2024-11-16T11:17:33,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/replication/0043fd691e44f1de64b0d735b1f66b51 2024-11-16T11:17:33,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0043fd691e44f1de64b0d735b1f66b51 2024-11-16T11:17:33,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0043fd691e44f1de64b0d735b1f66b51 2024-11-16T11:17:33,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:17:33,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0043fd691e44f1de64b0d735b1f66b51 2024-11-16T11:17:33,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/replication/0043fd691e44f1de64b0d735b1f66b51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:17:33,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 0043fd691e44f1de64b0d735b1f66b51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68521234, jitterRate=0.021045953035354614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:17:33,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0043fd691e44f1de64b0d735b1f66b51 2024-11-16T11:17:33,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0043fd691e44f1de64b0d735b1f66b51: Running coprocessor pre-open hook at 1731755853722Writing region info on filesystem at 1731755853722Initializing all the Stores at 1731755853724 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755853724Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755853724Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755853724Cleaning up temporary data from old regions at 1731755853742 (+18 ms)Running coprocessor post-open hooks at 1731755853755 (+13 ms)Region opened successfully at 1731755853756 (+1 ms) 2024-11-16T11:17:33,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51., pid=7, masterSystemTime=1731755853681 2024-11-16T11:17:33,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51. 2024-11-16T11:17:33,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51. 2024-11-16T11:17:33,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0043fd691e44f1de64b0d735b1f66b51, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,44009,1731755844477 2024-11-16T11:17:33,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0043fd691e44f1de64b0d735b1f66b51, server=a7948fca2832,44009,1731755844477 because future has completed 2024-11-16T11:17:33,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T11:17:33,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0043fd691e44f1de64b0d735b1f66b51, server=a7948fca2832,44009,1731755844477 in 238 msec 2024-11-16T11:17:33,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T11:17:33,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0043fd691e44f1de64b0d735b1f66b51, ASSIGN in 398 msec 2024-11-16T11:17:33,780 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:17:33,780 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755853780"}]},"ts":"1731755853780"} 2024-11-16T11:17:33,783 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T11:17:33,785 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:17:33,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2400 sec 2024-11-16T11:17:33,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51., hostname=a7948fca2832,44009,1731755844477, seqNum=2] 2024-11-16T11:17:33,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T11:17:33,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T11:17:33,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T11:17:33,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T11:17:33,960 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:17:33,960 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T11:17:33,960 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:17:33,960 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T11:17:33,960 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T11:17:33,960 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T11:17:34,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244 2024-11-16T11:17:34,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244 2024-11-16T11:17:34,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T11:17:34,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-16T11:17:34,186 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T11:17:34,237 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a7948fca2832,44009,1731755844477, ReplicationSource: 1, currentBandwidth=0 2024-11-16T11:17:34,239 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:17:34,239 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,44009,1731755844477, seqNum=-1] 2024-11-16T11:17:34,240 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:17:34,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-16T11:17:34,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a7948fca2832,44009,1731755844477', locateType=CURRENT is [region=hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51., hostname=a7948fca2832,44009,1731755844477, seqNum=2] 2024-11-16T11:17:34,254 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T11:17:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T11:17:34,261 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a7948fca2832,44009,1731755844477 suceeded 2024-11-16T11:17:34,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T11:17:34,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 230 msec 2024-11-16T11:17:34,266 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a7948fca2832:34961,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T11:17:34,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7330 sec 2024-11-16T11:17:34,284 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:34961' 2024-11-16T11:17:34,288 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2faa2fe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:34,289 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,34961,-1 for getting cluster id 2024-11-16T11:17:34,289 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:34,290 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc69b86e-fd7c-48d7-8f8d-f0b4800fe967' 2024-11-16T11:17:34,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:34,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc69b86e-fd7c-48d7-8f8d-f0b4800fe967" 2024-11-16T11:17:34,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3960b586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:34,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,34961,-1] 2024-11-16T11:17:34,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:34,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:34,294 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:34,297 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49accb1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:34,297 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:34,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,34961,1731755849235 2024-11-16T11:17:34,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@563d7b66 2024-11-16T11:17:34,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:34,302 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-16T11:17:34,304 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a7948fca2832,44009,1731755844477 (queues=1) is replicating from cluster=002614ab-ea22-4670-8511-237846cff4e3 to cluster=dc69b86e-fd7c-48d7-8f8d-f0b4800fe967 2024-11-16T11:17:34,304 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a7948fca2832%2C44009%2C1731755844477 2024-11-16T11:17:34,304 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a7948fca2832,44009,1731755844477, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T11:17:34,307 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477.replicationSource.wal-reader.a7948fca2832%2C44009%2C1731755844477,1-a7948fca2832,44009,1731755844477 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/WALs/a7948fca2832,44009,1731755844477/a7948fca2832%2C44009%2C1731755844477.1731755846714, startPosition=0, beingWritten=true 2024-11-16T11:17:34,310 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477.replicationSource.shippera7948fca2832%2C44009%2C1731755844477,1-a7948fca2832,44009,1731755844477 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a7948fca2832%2C44009%2C1731755844477 2024-11-16T11:17:34,516 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477.replicationSource.wal-reader.a7948fca2832%2C44009%2C1731755844477,1-a7948fca2832,44009,1731755844477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/WALs/a7948fca2832,44009,1731755844477/a7948fca2832%2C44009%2C1731755844477.1731755846714 to pos 0, reset compression=false 2024-11-16T11:17:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:34,692 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T11:17:34,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:17:34,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:34,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:34,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:34,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:34,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:34,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,43369,1731755843817 2024-11-16T11:17:34,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dc962b0 2024-11-16T11:17:34,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:34,694 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:17:34,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T11:17:34,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:17:34,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:17:34,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:34,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:34,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:34,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:34,695 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:17:34,695 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=330313788, stopped=false 2024-11-16T11:17:34,696 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,34961,1731755849235 2024-11-16T11:17:34,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x101435d14090004, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2132500342/running 2024-11-16T11:17:34,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2132500342/running 2024-11-16T11:17:34,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x101435d14090004, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2132500342 2024-11-16T11:17:34,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2132500342 2024-11-16T11:17:34,760 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:17:34,760 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:17:34,760 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:34,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:34,761 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,37523,1731755849371' ***** 2024-11-16T11:17:34,761 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:17:34,761 INFO [RS:0;a7948fca2832:37523 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:17:34,761 INFO [RS:0;a7948fca2832:37523 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:17:34,761 INFO [RS:0;a7948fca2832:37523 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:17:34,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Set watcher on znode that does not yet exist, /1-2132500342/running 2024-11-16T11:17:34,761 INFO [RS:0;a7948fca2832:37523 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,37523,1731755849371 2024-11-16T11:17:34,761 INFO [RS:0;a7948fca2832:37523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:17:34,761 INFO [RS:0;a7948fca2832:37523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:37523. 2024-11-16T11:17:34,761 DEBUG [RS:0;a7948fca2832:37523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:34,761 DEBUG [RS:0;a7948fca2832:37523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:34,762 INFO [RS:0;a7948fca2832:37523 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:17:34,762 INFO [RS:0;a7948fca2832:37523 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:17:34,762 INFO [RS:0;a7948fca2832:37523 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:17:34,762 INFO [RS:0;a7948fca2832:37523 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:17:34,762 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:17:34,762 INFO [RS:0;a7948fca2832:37523 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T11:17:34,762 DEBUG [RS:0;a7948fca2832:37523 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:17:34,762 DEBUG [RS:0;a7948fca2832:37523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:17:34,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37523-0x101435d14090004, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Set watcher on znode that does not yet exist, /1-2132500342/running 2024-11-16T11:17:34,763 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:17:34,763 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:17:34,763 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:17:34,763 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:17:34,763 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:17:34,763 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T11:17:34,784 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/data/hbase/meta/1588230740/.tmp/ns/9f6cc6d80a124a0f9edf7437d2885a92 is 43, key is default/ns:d/1731755852405/Put/seqid=0 2024-11-16T11:17:34,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33735 is added to blk_1073741835_1011 (size=5153) 2024-11-16T11:17:34,822 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477.replicationSource.wal-reader.a7948fca2832%2C44009%2C1731755844477,1-a7948fca2832,44009,1731755844477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/WALs/a7948fca2832,44009,1731755844477/a7948fca2832%2C44009%2C1731755844477.1731755846714 to pos 0, reset compression=false 2024-11-16T11:17:34,837 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:17:34,963 DEBUG [RS:0;a7948fca2832:37523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:17:35,163 DEBUG [RS:0;a7948fca2832:37523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:17:35,189 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/data/hbase/meta/1588230740/.tmp/ns/9f6cc6d80a124a0f9edf7437d2885a92 2024-11-16T11:17:35,197 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/data/hbase/meta/1588230740/.tmp/ns/9f6cc6d80a124a0f9edf7437d2885a92 as hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/data/hbase/meta/1588230740/ns/9f6cc6d80a124a0f9edf7437d2885a92 2024-11-16T11:17:35,204 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/data/hbase/meta/1588230740/ns/9f6cc6d80a124a0f9edf7437d2885a92, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T11:17:35,206 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false 2024-11-16T11:17:35,210 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T11:17:35,210 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:17:35,211 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:17:35,211 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:17:35,211 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755854763Running coprocessor pre-close hooks at 1731755854763Disabling compacts and flushes for region at 1731755854763Disabling writes for close at 1731755854763Obtaining lock to block concurrent updates at 1731755854763Preparing flush snapshotting stores in 1588230740 at 1731755854763Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731755854764 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731755854764Flushing 1588230740/ns: creating writer at 1731755854764Flushing 1588230740/ns: appending metadata at 1731755854783 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731755854783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1666dce0: reopening flushed file at 1731755855196 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false at 1731755855206 (+10 ms)Writing region close event to WAL at 1731755855206Running coprocessor post-close hooks at 1731755855210 (+4 ms)Closed at 1731755855211 (+1 ms) 2024-11-16T11:17:35,211 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:17:35,227 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477.replicationSource.wal-reader.a7948fca2832%2C44009%2C1731755844477,1-a7948fca2832,44009,1731755844477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/WALs/a7948fca2832,44009,1731755844477/a7948fca2832%2C44009%2C1731755844477.1731755846714 to pos 0, reset compression=false 2024-11-16T11:17:35,363 INFO [RS:0;a7948fca2832:37523 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,37523,1731755849371; all regions closed. 2024-11-16T11:17:35,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33735 is added to blk_1073741834_1010 (size=1152) 2024-11-16T11:17:35,366 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/WALs/a7948fca2832,37523,1731755849371/a7948fca2832%2C37523%2C1731755849371.meta.1731755852342.meta not finished, retry = 0 2024-11-16T11:17:35,468 DEBUG [RS:0;a7948fca2832:37523 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/oldWALs 2024-11-16T11:17:35,468 INFO [RS:0;a7948fca2832:37523 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C37523%2C1731755849371.meta:.meta(num 1731755852342) 2024-11-16T11:17:35,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33735 is added to blk_1073741833_1009 (size=93) 2024-11-16T11:17:35,473 DEBUG [RS:0;a7948fca2832:37523 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/oldWALs 2024-11-16T11:17:35,473 INFO [RS:0;a7948fca2832:37523 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C37523%2C1731755849371:(num 1731755851766) 2024-11-16T11:17:35,473 DEBUG [RS:0;a7948fca2832:37523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:35,473 INFO [RS:0;a7948fca2832:37523 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:17:35,473 INFO [RS:0;a7948fca2832:37523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:17:35,473 INFO [RS:0;a7948fca2832:37523 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T11:17:35,473 INFO [RS:0;a7948fca2832:37523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:17:35,473 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:17:35,474 INFO [RS:0;a7948fca2832:37523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37523 2024-11-16T11:17:35,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2132500342/rs 2024-11-16T11:17:35,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x101435d14090004, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2132500342/rs/a7948fca2832,37523,1731755849371 2024-11-16T11:17:35,523 INFO [RS:0;a7948fca2832:37523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:17:35,533 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,37523,1731755849371] 2024-11-16T11:17:35,543 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2132500342/draining/a7948fca2832,37523,1731755849371 already deleted, retry=false 2024-11-16T11:17:35,543 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,37523,1731755849371 expired; onlineServers=0 2024-11-16T11:17:35,544 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,34961,1731755849235' ***** 2024-11-16T11:17:35,544 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:17:35,544 INFO [M:0;a7948fca2832:34961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:17:35,544 INFO [M:0;a7948fca2832:34961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:17:35,544 DEBUG [M:0;a7948fca2832:34961 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:17:35,544 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:17:35,544 DEBUG [M:0;a7948fca2832:34961 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:17:35,544 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755851507 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755851507,5,FailOnTimeoutGroup] 2024-11-16T11:17:35,544 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755851510 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755851510,5,FailOnTimeoutGroup] 2024-11-16T11:17:35,544 INFO [M:0;a7948fca2832:34961 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:17:35,544 INFO [M:0;a7948fca2832:34961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:17:35,544 DEBUG [M:0;a7948fca2832:34961 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:17:35,544 INFO [M:0;a7948fca2832:34961 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:17:35,544 INFO [M:0;a7948fca2832:34961 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:17:35,545 INFO [M:0;a7948fca2832:34961 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:17:35,545 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:17:35,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2132500342/master 2024-11-16T11:17:35,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2132500342 2024-11-16T11:17:35,554 DEBUG [M:0;a7948fca2832:34961 {}] zookeeper.ZKUtil(347): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Unable to get data of znode /1-2132500342/master because node does not exist (not an error) 2024-11-16T11:17:35,554 WARN [M:0;a7948fca2832:34961 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:17:35,555 INFO [M:0;a7948fca2832:34961 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/.lastflushedseqids 2024-11-16T11:17:35,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33735 is added to blk_1073741836_1012 (size=99) 2024-11-16T11:17:35,633 INFO [RS:0;a7948fca2832:37523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:17:35,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x101435d14090004, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:17:35,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x101435d14090004, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:17:35,633 INFO [RS:0;a7948fca2832:37523 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,37523,1731755849371; zookeeper connection closed. 2024-11-16T11:17:35,633 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d59fd5f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d59fd5f 2024-11-16T11:17:35,634 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:17:35,731 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477.replicationSource.wal-reader.a7948fca2832%2C44009%2C1731755844477,1-a7948fca2832,44009,1731755844477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/WALs/a7948fca2832,44009,1731755844477/a7948fca2832%2C44009%2C1731755844477.1731755846714 to pos 0, reset compression=false 2024-11-16T11:17:35,960 INFO [M:0;a7948fca2832:34961 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:17:35,960 INFO [M:0;a7948fca2832:34961 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:17:35,960 DEBUG [M:0;a7948fca2832:34961 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:17:35,960 INFO [M:0;a7948fca2832:34961 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:35,960 DEBUG [M:0;a7948fca2832:34961 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:35,960 DEBUG [M:0;a7948fca2832:34961 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:17:35,960 DEBUG [M:0;a7948fca2832:34961 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:35,960 INFO [M:0;a7948fca2832:34961 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-16T11:17:35,976 DEBUG [M:0;a7948fca2832:34961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d214ad8088a74a6c9c701c1dc7653eea is 82, key is hbase:meta,,1/info:regioninfo/1731755852383/Put/seqid=0 2024-11-16T11:17:35,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33735 is added to blk_1073741837_1013 (size=5672) 2024-11-16T11:17:36,336 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477.replicationSource.wal-reader.a7948fca2832%2C44009%2C1731755844477,1-a7948fca2832,44009,1731755844477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/WALs/a7948fca2832,44009,1731755844477/a7948fca2832%2C44009%2C1731755844477.1731755846714 to pos 0, reset compression=false 2024-11-16T11:17:36,381 INFO [M:0;a7948fca2832:34961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d214ad8088a74a6c9c701c1dc7653eea 2024-11-16T11:17:36,400 DEBUG [M:0;a7948fca2832:34961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a970e3ee4df4db0a3bb24eff2833330 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731755852410/Put/seqid=0 2024-11-16T11:17:36,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33735 is added to blk_1073741838_1014 (size=5275) 2024-11-16T11:17:36,805 INFO [M:0;a7948fca2832:34961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a970e3ee4df4db0a3bb24eff2833330 2024-11-16T11:17:36,881 DEBUG [M:0;a7948fca2832:34961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05d23d5350e84754abe621c3497ce6cd is 69, key is a7948fca2832,37523,1731755849371/rs:state/1731755851566/Put/seqid=0 2024-11-16T11:17:36,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33735 is added to blk_1073741839_1015 (size=5156) 2024-11-16T11:17:37,041 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477.replicationSource.wal-reader.a7948fca2832%2C44009%2C1731755844477,1-a7948fca2832,44009,1731755844477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/WALs/a7948fca2832,44009,1731755844477/a7948fca2832%2C44009%2C1731755844477.1731755846714 to pos 0, reset compression=false 2024-11-16T11:17:37,286 INFO [M:0;a7948fca2832:34961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05d23d5350e84754abe621c3497ce6cd 2024-11-16T11:17:37,293 DEBUG [M:0;a7948fca2832:34961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d214ad8088a74a6c9c701c1dc7653eea as hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d214ad8088a74a6c9c701c1dc7653eea 2024-11-16T11:17:37,298 INFO [M:0;a7948fca2832:34961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d214ad8088a74a6c9c701c1dc7653eea, entries=8, sequenceid=28, filesize=5.5 K 2024-11-16T11:17:37,300 DEBUG [M:0;a7948fca2832:34961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a970e3ee4df4db0a3bb24eff2833330 as hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a970e3ee4df4db0a3bb24eff2833330 2024-11-16T11:17:37,305 INFO [M:0;a7948fca2832:34961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a970e3ee4df4db0a3bb24eff2833330, entries=3, sequenceid=28, filesize=5.2 K 2024-11-16T11:17:37,306 DEBUG [M:0;a7948fca2832:34961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05d23d5350e84754abe621c3497ce6cd as hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05d23d5350e84754abe621c3497ce6cd 2024-11-16T11:17:37,311 INFO [M:0;a7948fca2832:34961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40451/user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05d23d5350e84754abe621c3497ce6cd, entries=1, sequenceid=28, filesize=5.0 K 2024-11-16T11:17:37,312 INFO [M:0;a7948fca2832:34961 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1352ms, sequenceid=28, compaction requested=false 2024-11-16T11:17:37,313 INFO [M:0;a7948fca2832:34961 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:37,313 DEBUG [M:0;a7948fca2832:34961 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755855960Disabling compacts and flushes for region at 1731755855960Disabling writes for close at 1731755855960Obtaining lock to block concurrent updates at 1731755855960Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731755855960Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731755855961 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731755855962 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731755855962Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731755855975 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731755855975Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731755856386 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731755856400 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731755856400Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731755856866 (+466 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731755856880 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731755856880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51733c1c: reopening flushed file at 1731755857292 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2359e4d1: reopening flushed file at 1731755857299 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@335a3fed: reopening flushed file at 1731755857305 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1352ms, sequenceid=28, compaction requested=false at 1731755857312 (+7 ms)Writing region close event to WAL at 1731755857313 (+1 ms)Closed at 1731755857313 2024-11-16T11:17:37,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33735 is added to blk_1073741830_1006 (size=10165) 2024-11-16T11:17:37,316 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc3a3205-cc4b-8817-fe9c-5a0e55e6b77e/MasterData/WALs/a7948fca2832,34961,1731755849235/a7948fca2832%2C34961%2C1731755849235.1731755851202 not finished, retry = 0 2024-11-16T11:17:37,417 INFO [M:0;a7948fca2832:34961 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:17:37,417 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:17:37,417 INFO [M:0;a7948fca2832:34961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34961 2024-11-16T11:17:37,417 INFO [M:0;a7948fca2832:34961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:17:37,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:17:37,580 INFO [M:0;a7948fca2832:34961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:17:37,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x101435d14090003, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:17:37,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@372c6d8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:17:37,618 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:17:37,618 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:17:37,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:17:37,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/hadoop.log.dir/,STOPPED} 2024-11-16T11:17:37,619 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:17:37,619 WARN [BP-1829563838-172.17.0.2-1731755847388 heartbeating to localhost/127.0.0.1:40451 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:17:37,619 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:17:37,619 WARN [BP-1829563838-172.17.0.2-1731755847388 heartbeating to localhost/127.0.0.1:40451 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1829563838-172.17.0.2-1731755847388 (Datanode Uuid 38e4210c-613d-4036-b8d4-6cf155632264) service to localhost/127.0.0.1:40451 2024-11-16T11:17:37,620 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/cluster_794b1961-f3b6-7e9c-f80b-4abc9ac36289/data/data1/current/BP-1829563838-172.17.0.2-1731755847388 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:17:37,620 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/cluster_794b1961-f3b6-7e9c-f80b-4abc9ac36289/data/data2/current/BP-1829563838-172.17.0.2-1731755847388 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:17:37,620 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:17:37,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@325753d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:17:37,625 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:17:37,625 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:17:37,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:17:37,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/hadoop.log.dir/,STOPPED} 2024-11-16T11:17:37,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:17:37,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:17:37,637 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:17:37,637 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:37,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:37,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:37,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:37,637 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:17:37,637 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1654782559, stopped=false 2024-11-16T11:17:37,638 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,43369,1731755843817 2024-11-16T11:17:37,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0486341244/running 2024-11-16T11:17:37,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0486341244/running 2024-11-16T11:17:37,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244 2024-11-16T11:17:37,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244 2024-11-16T11:17:37,654 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:17:37,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:17:37,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Set watcher on znode that does not yet exist, /0486341244/running 2024-11-16T11:17:37,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Set watcher on znode that does not yet exist, /0486341244/running 2024-11-16T11:17:37,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:37,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:37,656 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,44009,1731755844477' ***** 2024-11-16T11:17:37,656 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:17:37,656 INFO [RS:0;a7948fca2832:44009 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:17:37,656 INFO [RS:0;a7948fca2832:44009 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:17:37,656 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:17:37,656 INFO [RS:0;a7948fca2832:44009 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:17:37,656 INFO [RS:0;a7948fca2832:44009 {}] regionserver.HRegionServer(3091): Received CLOSE for 0043fd691e44f1de64b0d735b1f66b51 2024-11-16T11:17:37,656 INFO [RS:0;a7948fca2832:44009 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,44009,1731755844477 2024-11-16T11:17:37,657 INFO [RS:0;a7948fca2832:44009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:17:37,657 INFO [RS:0;a7948fca2832:44009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:44009. 2024-11-16T11:17:37,657 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0043fd691e44f1de64b0d735b1f66b51, disabling compactions & flushes 2024-11-16T11:17:37,657 DEBUG [RS:0;a7948fca2832:44009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:37,657 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51. 2024-11-16T11:17:37,657 DEBUG [RS:0;a7948fca2832:44009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:37,657 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51. 2024-11-16T11:17:37,657 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51. after waiting 0 ms 2024-11-16T11:17:37,657 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51. 2024-11-16T11:17:37,657 INFO [RS:0;a7948fca2832:44009 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:17:37,657 INFO [RS:0;a7948fca2832:44009 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:17:37,657 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0043fd691e44f1de64b0d735b1f66b51 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-16T11:17:37,657 INFO [RS:0;a7948fca2832:44009 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:17:37,657 INFO [RS:0;a7948fca2832:44009 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:17:37,657 INFO [RS:0;a7948fca2832:44009 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T11:17:37,657 DEBUG [RS:0;a7948fca2832:44009 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0043fd691e44f1de64b0d735b1f66b51=hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51.} 2024-11-16T11:17:37,657 DEBUG [RS:0;a7948fca2832:44009 {}] regionserver.HRegionServer(1351): Waiting on 0043fd691e44f1de64b0d735b1f66b51, 1588230740 2024-11-16T11:17:37,657 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:17:37,657 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:17:37,658 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:17:37,658 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:17:37,658 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:17:37,658 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-16T11:17:37,677 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/replication/0043fd691e44f1de64b0d735b1f66b51/.tmp/queue/68c624e467b04bc6af87f90df1b83011 is 151, key is 1-a7948fca2832,44009,1731755844477/queue:a7948fca2832%2C44009%2C1731755844477/1731755854247/Put/seqid=0 2024-11-16T11:17:37,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741838_1014 (size=5350) 2024-11-16T11:17:37,684 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/replication/0043fd691e44f1de64b0d735b1f66b51/.tmp/queue/68c624e467b04bc6af87f90df1b83011 2024-11-16T11:17:37,685 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/1588230740/.tmp/info/ea82c9986803443ba6140e3b8d165c9b is 147, key is hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51./info:regioninfo/1731755853762/Put/seqid=0 2024-11-16T11:17:37,694 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:17:37,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741839_1015 (size=6631) 2024-11-16T11:17:37,702 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/replication/0043fd691e44f1de64b0d735b1f66b51/.tmp/queue/68c624e467b04bc6af87f90df1b83011 as hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/replication/0043fd691e44f1de64b0d735b1f66b51/queue/68c624e467b04bc6af87f90df1b83011 2024-11-16T11:17:37,709 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/replication/0043fd691e44f1de64b0d735b1f66b51/queue/68c624e467b04bc6af87f90df1b83011, entries=1, sequenceid=5, filesize=5.2 K 2024-11-16T11:17:37,710 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0043fd691e44f1de64b0d735b1f66b51 in 53ms, sequenceid=5, compaction requested=false 2024-11-16T11:17:37,710 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T11:17:37,725 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/replication/0043fd691e44f1de64b0d735b1f66b51/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T11:17:37,726 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:17:37,726 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:17:37,726 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51. 2024-11-16T11:17:37,726 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0043fd691e44f1de64b0d735b1f66b51: Waiting for close lock at 1731755857657Running coprocessor pre-close hooks at 1731755857657Disabling compacts and flushes for region at 1731755857657Disabling writes for close at 1731755857657Obtaining lock to block concurrent updates at 1731755857657Preparing flush snapshotting stores in 0043fd691e44f1de64b0d735b1f66b51 at 1731755857657Finished memstore snapshotting hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731755857657Flushing stores of hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51. at 1731755857658 (+1 ms)Flushing 0043fd691e44f1de64b0d735b1f66b51/queue: creating writer at 1731755857658Flushing 0043fd691e44f1de64b0d735b1f66b51/queue: appending metadata at 1731755857676 (+18 ms)Flushing 0043fd691e44f1de64b0d735b1f66b51/queue: closing flushed file at 1731755857676Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc5f3fc: reopening flushed file at 1731755857701 (+25 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0043fd691e44f1de64b0d735b1f66b51 in 53ms, sequenceid=5, compaction requested=false at 1731755857710 (+9 ms)Writing region close event to WAL at 1731755857713 (+3 ms)Running coprocessor post-close hooks at 1731755857726 (+13 ms)Closed at 1731755857726 2024-11-16T11:17:37,726 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731755852544.0043fd691e44f1de64b0d735b1f66b51. 2024-11-16T11:17:37,846 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477.replicationSource.wal-reader.a7948fca2832%2C44009%2C1731755844477,1-a7948fca2832,44009,1731755844477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/WALs/a7948fca2832,44009,1731755844477/a7948fca2832%2C44009%2C1731755844477.1731755846714 to pos 0, reset compression=false 2024-11-16T11:17:37,857 DEBUG [RS:0;a7948fca2832:44009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:17:37,868 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:17:37,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:17:37,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:17:38,058 DEBUG [RS:0;a7948fca2832:44009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:17:38,100 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/1588230740/.tmp/info/ea82c9986803443ba6140e3b8d165c9b 2024-11-16T11:17:38,120 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/1588230740/.tmp/ns/a5e2231a78c5480aa1852b05a45991c2 is 43, key is default/ns:d/1731755847245/Put/seqid=0 2024-11-16T11:17:38,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741840_1016 (size=5153) 2024-11-16T11:17:38,125 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/1588230740/.tmp/ns/a5e2231a78c5480aa1852b05a45991c2 2024-11-16T11:17:38,151 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/1588230740/.tmp/table/a737f14625694b149793f24de91154ef is 53, key is hbase:replication/table:state/1731755853780/Put/seqid=0 2024-11-16T11:17:38,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741841_1017 (size=5256) 2024-11-16T11:17:38,258 DEBUG [RS:0;a7948fca2832:44009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:17:38,458 DEBUG [RS:0;a7948fca2832:44009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:17:38,558 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/1588230740/.tmp/table/a737f14625694b149793f24de91154ef 2024-11-16T11:17:38,565 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/1588230740/.tmp/info/ea82c9986803443ba6140e3b8d165c9b as hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/1588230740/info/ea82c9986803443ba6140e3b8d165c9b 2024-11-16T11:17:38,574 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/1588230740/info/ea82c9986803443ba6140e3b8d165c9b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-16T11:17:38,575 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/1588230740/.tmp/ns/a5e2231a78c5480aa1852b05a45991c2 as hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/1588230740/ns/a5e2231a78c5480aa1852b05a45991c2 2024-11-16T11:17:38,582 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:17:38,582 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:17:38,583 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/1588230740/ns/a5e2231a78c5480aa1852b05a45991c2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T11:17:38,584 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/1588230740/.tmp/table/a737f14625694b149793f24de91154ef as hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/1588230740/table/a737f14625694b149793f24de91154ef 2024-11-16T11:17:38,590 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/1588230740/table/a737f14625694b149793f24de91154ef, entries=2, sequenceid=11, filesize=5.1 K 2024-11-16T11:17:38,592 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 933ms, sequenceid=11, compaction requested=false 2024-11-16T11:17:38,599 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T11:17:38,600 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:17:38,600 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:17:38,600 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:17:38,600 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755857657Running coprocessor pre-close hooks at 1731755857657Disabling compacts and flushes for region at 1731755857657Disabling writes for close at 1731755857658 (+1 ms)Obtaining lock to block concurrent updates at 1731755857658Preparing flush snapshotting stores in 1588230740 at 1731755857658Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731755857658Flushing stores of hbase:meta,,1.1588230740 at 1731755857659 (+1 ms)Flushing 1588230740/info: creating writer at 1731755857659Flushing 1588230740/info: appending metadata at 1731755857684 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731755857684Flushing 1588230740/ns: creating writer at 1731755858105 (+421 ms)Flushing 1588230740/ns: appending metadata at 1731755858119 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731755858119Flushing 1588230740/table: creating writer at 1731755858134 (+15 ms)Flushing 1588230740/table: appending metadata at 1731755858151 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731755858151Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16e5fd37: reopening flushed file at 1731755858565 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e3869: reopening flushed file at 1731755858574 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d49da18: reopening flushed file at 1731755858583 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 933ms, sequenceid=11, compaction requested=false at 1731755858592 (+9 ms)Writing region close event to WAL at 1731755858593 (+1 ms)Running coprocessor post-close hooks at 1731755858600 (+7 ms)Closed at 1731755858600 2024-11-16T11:17:38,600 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:17:38,658 INFO [RS:0;a7948fca2832:44009 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,44009,1731755844477; all regions closed. 2024-11-16T11:17:38,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741834_1010 (size=2742) 2024-11-16T11:17:38,661 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/WALs/a7948fca2832,44009,1731755844477/a7948fca2832%2C44009%2C1731755844477.meta.1731755847153.meta not finished, retry = 0 2024-11-16T11:17:38,751 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477.replicationSource.wal-reader.a7948fca2832%2C44009%2C1731755844477,1-a7948fca2832,44009,1731755844477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/WALs/a7948fca2832,44009,1731755844477/a7948fca2832%2C44009%2C1731755844477.1731755846714 to pos 0, reset compression=false 2024-11-16T11:17:38,764 DEBUG [RS:0;a7948fca2832:44009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/oldWALs 2024-11-16T11:17:38,764 INFO [RS:0;a7948fca2832:44009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C44009%2C1731755844477.meta:.meta(num 1731755847153) 2024-11-16T11:17:38,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741837_1013 (size=1586) 2024-11-16T11:17:38,769 DEBUG [RS:0;a7948fca2832:44009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/oldWALs 2024-11-16T11:17:38,769 INFO [RS:0;a7948fca2832:44009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C44009%2C1731755844477.rep:(num 1731755853689) 2024-11-16T11:17:38,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741833_1009 (size=93) 2024-11-16T11:17:38,774 DEBUG [RS:0;a7948fca2832:44009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/oldWALs 2024-11-16T11:17:38,774 INFO [RS:0;a7948fca2832:44009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C44009%2C1731755844477:(num 1731755846714) 2024-11-16T11:17:38,774 DEBUG [RS:0;a7948fca2832:44009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:38,774 INFO [RS:0;a7948fca2832:44009 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:17:38,775 INFO [RS:0;a7948fca2832:44009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:17:38,775 INFO [RS:0;a7948fca2832:44009 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:17:38,775 INFO [RS:0;a7948fca2832:44009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:17:38,775 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:17:38,775 INFO [RS:0;a7948fca2832:44009 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a7948fca2832,44009,1731755844477 because: Region server is closing 2024-11-16T11:17:38,775 INFO [RS:0;a7948fca2832:44009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:44009. 2024-11-16T11:17:38,775 DEBUG [RS:0;a7948fca2832:44009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:38,776 DEBUG [RS:0;a7948fca2832:44009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:38,776 DEBUG [RS:0;a7948fca2832:44009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:38,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:38,876 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477.replicationSource.wal-reader.a7948fca2832%2C44009%2C1731755844477,1-a7948fca2832,44009,1731755844477 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T11:17:38,876 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477.replicationSource.shippera7948fca2832%2C44009%2C1731755844477,1-a7948fca2832,44009,1731755844477 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T11:17:38,876 INFO [RS:0;a7948fca2832:44009 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44009,1731755844477.replicationSource.shippera7948fca2832%2C44009%2C1731755844477,1-a7948fca2832,44009,1731755844477 terminated 2024-11-16T11:17:38,877 INFO [RS:0;a7948fca2832:44009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44009 2024-11-16T11:17:38,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244/rs 2024-11-16T11:17:38,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0486341244/rs/a7948fca2832,44009,1731755844477 2024-11-16T11:17:38,970 INFO [RS:0;a7948fca2832:44009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:17:38,981 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,44009,1731755844477] 2024-11-16T11:17:38,991 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0486341244/draining/a7948fca2832,44009,1731755844477 already deleted, retry=false 2024-11-16T11:17:38,991 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,44009,1731755844477 expired; onlineServers=0 2024-11-16T11:17:38,991 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,43369,1731755843817' ***** 2024-11-16T11:17:38,991 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:17:38,991 INFO [M:0;a7948fca2832:43369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:17:38,991 INFO [M:0;a7948fca2832:43369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:17:38,992 DEBUG [M:0;a7948fca2832:43369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:17:38,992 DEBUG [M:0;a7948fca2832:43369 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:17:38,992 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:17:38,992 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755846474 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755846474,5,FailOnTimeoutGroup] 2024-11-16T11:17:38,992 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755846473 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755846473,5,FailOnTimeoutGroup] 2024-11-16T11:17:38,992 INFO [M:0;a7948fca2832:43369 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:17:38,992 INFO [M:0;a7948fca2832:43369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:17:38,992 DEBUG [M:0;a7948fca2832:43369 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:17:38,992 INFO [M:0;a7948fca2832:43369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:17:38,992 INFO [M:0;a7948fca2832:43369 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:17:38,992 INFO [M:0;a7948fca2832:43369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:17:38,992 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:17:39,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0486341244/master 2024-11-16T11:17:39,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0486341244 2024-11-16T11:17:39,002 DEBUG [M:0;a7948fca2832:43369 {}] zookeeper.ZKUtil(347): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Unable to get data of znode /0486341244/master because node does not exist (not an error) 2024-11-16T11:17:39,002 WARN [M:0;a7948fca2832:43369 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:17:39,002 INFO [M:0;a7948fca2832:43369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/.lastflushedseqids 2024-11-16T11:17:39,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741842_1018 (size=181) 2024-11-16T11:17:39,081 INFO [RS:0;a7948fca2832:44009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:17:39,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:17:39,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x101435d14090001, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:17:39,081 INFO [RS:0;a7948fca2832:44009 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,44009,1731755844477; zookeeper connection closed. 2024-11-16T11:17:39,081 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@418b8bef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@418b8bef 2024-11-16T11:17:39,081 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:17:39,407 INFO [M:0;a7948fca2832:43369 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:17:39,407 INFO [M:0;a7948fca2832:43369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:17:39,408 DEBUG [M:0;a7948fca2832:43369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:17:39,408 INFO [M:0;a7948fca2832:43369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:39,408 DEBUG [M:0;a7948fca2832:43369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:39,408 DEBUG [M:0;a7948fca2832:43369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:17:39,408 DEBUG [M:0;a7948fca2832:43369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:39,408 INFO [M:0;a7948fca2832:43369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-16T11:17:39,422 DEBUG [M:0;a7948fca2832:43369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bdd235e16e44cb8ac8df759c2864b71 is 82, key is hbase:meta,,1/info:regioninfo/1731755847189/Put/seqid=0 2024-11-16T11:17:39,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741843_1019 (size=5672) 2024-11-16T11:17:39,826 INFO [M:0;a7948fca2832:43369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bdd235e16e44cb8ac8df759c2864b71 2024-11-16T11:17:39,844 DEBUG [M:0;a7948fca2832:43369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c542ff19c3a0494eb2f2a991a4e05d84 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731755853788/Put/seqid=0 2024-11-16T11:17:39,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741844_1020 (size=7203) 2024-11-16T11:17:40,249 INFO [M:0;a7948fca2832:43369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c542ff19c3a0494eb2f2a991a4e05d84 2024-11-16T11:17:40,269 DEBUG [M:0;a7948fca2832:43369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e57c18d5350489ba660d09d9062cb5e is 69, key is a7948fca2832,44009,1731755844477/rs:state/1731755846560/Put/seqid=0 2024-11-16T11:17:40,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741845_1021 (size=5156) 2024-11-16T11:17:40,674 INFO [M:0;a7948fca2832:43369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e57c18d5350489ba660d09d9062cb5e 2024-11-16T11:17:40,680 DEBUG [M:0;a7948fca2832:43369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bdd235e16e44cb8ac8df759c2864b71 as hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bdd235e16e44cb8ac8df759c2864b71 2024-11-16T11:17:40,684 INFO [M:0;a7948fca2832:43369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bdd235e16e44cb8ac8df759c2864b71, entries=8, sequenceid=70, filesize=5.5 K 2024-11-16T11:17:40,685 DEBUG [M:0;a7948fca2832:43369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c542ff19c3a0494eb2f2a991a4e05d84 as hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c542ff19c3a0494eb2f2a991a4e05d84 2024-11-16T11:17:40,690 INFO [M:0;a7948fca2832:43369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c542ff19c3a0494eb2f2a991a4e05d84, entries=8, sequenceid=70, filesize=7.0 K 2024-11-16T11:17:40,691 DEBUG [M:0;a7948fca2832:43369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e57c18d5350489ba660d09d9062cb5e as hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e57c18d5350489ba660d09d9062cb5e 2024-11-16T11:17:40,695 INFO [M:0;a7948fca2832:43369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45751/user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e57c18d5350489ba660d09d9062cb5e, entries=1, sequenceid=70, filesize=5.0 K 2024-11-16T11:17:40,696 INFO [M:0;a7948fca2832:43369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false 2024-11-16T11:17:40,697 INFO [M:0;a7948fca2832:43369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:40,697 DEBUG [M:0;a7948fca2832:43369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755859407Disabling compacts and flushes for region at 1731755859407Disabling writes for close at 1731755859408 (+1 ms)Obtaining lock to block concurrent updates at 1731755859408Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731755859408Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731755859408Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731755859409 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731755859409Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731755859422 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731755859422Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731755859831 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731755859844 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731755859844Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731755860254 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731755860268 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731755860268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d9c2d6a: reopening flushed file at 1731755860679 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@133674e7: reopening flushed file at 1731755860684 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@343780ab: reopening flushed file at 1731755860690 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false at 1731755860696 (+6 ms)Writing region close event to WAL at 1731755860697 (+1 ms)Closed at 1731755860697 2024-11-16T11:17:40,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741830_1006 (size=41008) 2024-11-16T11:17:40,699 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4e6afa52-03b6-9fbe-7b1e-fa96326c3766/MasterData/WALs/a7948fca2832,43369,1731755843817/a7948fca2832%2C43369%2C1731755843817.1731755846232 not finished, retry = 0 2024-11-16T11:17:40,800 INFO [M:0;a7948fca2832:43369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:17:40,800 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:17:40,800 INFO [M:0;a7948fca2832:43369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43369 2024-11-16T11:17:40,800 INFO [M:0;a7948fca2832:43369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:17:40,970 INFO [M:0;a7948fca2832:43369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:17:40,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:17:40,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x101435d14090000, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:17:40,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f736734{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:17:40,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:17:40,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:17:40,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:17:40,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/hadoop.log.dir/,STOPPED} 2024-11-16T11:17:40,974 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:17:40,974 WARN [BP-223238271-172.17.0.2-1731755841664 heartbeating to localhost/127.0.0.1:45751 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:17:40,974 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:17:40,974 WARN [BP-223238271-172.17.0.2-1731755841664 heartbeating to localhost/127.0.0.1:45751 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-223238271-172.17.0.2-1731755841664 (Datanode Uuid 2c2b7cf4-fa6b-46b2-9c26-4014c09a2fa0) service to localhost/127.0.0.1:45751 2024-11-16T11:17:40,975 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/cluster_078daa62-6b75-9ac8-9f4a-b8f2dc08b22c/data/data1/current/BP-223238271-172.17.0.2-1731755841664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:17:40,975 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/cluster_078daa62-6b75-9ac8-9f4a-b8f2dc08b22c/data/data2/current/BP-223238271-172.17.0.2-1731755841664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:17:40,975 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:17:40,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@440b13fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:17:40,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:17:40,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:17:40,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:17:40,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fb7a876-19fe-deb0-a0ae-fe2400f470ba/hadoop.log.dir/,STOPPED} 2024-11-16T11:17:40,986 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T11:17:40,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:17:41,004 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 105) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55430) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40451 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45751 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55430) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=482 (was 438) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4675 (was 5366) 2024-11-16T11:17:41,011 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=482, ProcessCount=11, AvailableMemoryMB=4675 2024-11-16T11:17:41,024 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-16T11:17:41,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/hadoop.log.dir so I do NOT create it in target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d 2024-11-16T11:17:41,025 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:17:41,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/hadoop.tmp.dir so I do NOT create it in target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d 2024-11-16T11:17:41,025 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94ce547-ba05-3be7-f709-821537cecffc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:17:41,025 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d 2024-11-16T11:17:41,025 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/cluster_dd178815-61eb-5000-d11f-72b35e2cb1fe, deleteOnExit=true 2024-11-16T11:17:41,044 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/cluster_dd178815-61eb-5000-d11f-72b35e2cb1fe/zookeeper_0, clientPort=57473, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/cluster_dd178815-61eb-5000-d11f-72b35e2cb1fe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/cluster_dd178815-61eb-5000-d11f-72b35e2cb1fe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T11:17:41,047 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57473 2024-11-16T11:17:41,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:17:41,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:17:41,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/test.cache.data in system properties and HBase conf 2024-11-16T11:17:41,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:17:41,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:17:41,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:17:41,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:17:41,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:17:41,048 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:17:41,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:17:41,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:17:41,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:17:41,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:17:41,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:17:41,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:17:41,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:17:41,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:17:41,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:17:41,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:17:41,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:17:41,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:17:41,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:17:41,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:17:41,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101435d14090002, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T11:17:41,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101435d14090005, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T11:17:41,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101435d14090002, quorum=127.0.0.1:55430, baseZNode=/0486341244 Received Disconnected from ZooKeeper, ignoring 2024-11-16T11:17:41,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101435d14090005, quorum=127.0.0.1:55430, baseZNode=/1-2132500342 Received Disconnected from ZooKeeper, ignoring 2024-11-16T11:17:41,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:17:41,399 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:17:41,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:17:41,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:17:41,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:17:41,417 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:17:41,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:17:41,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:17:41,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74a3bd84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/java.io.tmpdir/jetty-localhost-41557-hadoop-hdfs-3_4_1-tests_jar-_-any-12667329683213721235/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:17:41,556 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:41557} 2024-11-16T11:17:41,556 INFO [Time-limited test {}] server.Server(415): Started @55419ms 2024-11-16T11:17:41,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:17:41,910 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:17:41,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:17:41,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:17:41,921 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:17:41,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:17:41,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:17:42,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5377c0bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/java.io.tmpdir/jetty-localhost-43349-hadoop-hdfs-3_4_1-tests_jar-_-any-15180761972264213985/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:17:42,058 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:43349} 2024-11-16T11:17:42,058 INFO [Time-limited test {}] server.Server(415): Started @55921ms 2024-11-16T11:17:42,060 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:17:42,676 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/cluster_dd178815-61eb-5000-d11f-72b35e2cb1fe/data/data1/current/BP-407024015-172.17.0.2-1731755861077/current, will proceed with Du for space computation calculation, 2024-11-16T11:17:42,676 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/cluster_dd178815-61eb-5000-d11f-72b35e2cb1fe/data/data2/current/BP-407024015-172.17.0.2-1731755861077/current, will proceed with Du for space computation calculation, 2024-11-16T11:17:42,692 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:17:42,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x537030054c51c922 with lease ID 0x96bf9bbc639d891f: Processing first storage report for DS-1a344a06-a423-4bd4-8438-4015fcd2207b from datanode DatanodeRegistration(127.0.0.1:40773, datanodeUuid=522a3c5c-29fc-4331-954d-accc968c312d, infoPort=36439, infoSecurePort=0, ipcPort=34879, storageInfo=lv=-57;cid=testClusterID;nsid=582122591;c=1731755861077) 2024-11-16T11:17:42,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x537030054c51c922 with lease ID 0x96bf9bbc639d891f: from storage DS-1a344a06-a423-4bd4-8438-4015fcd2207b node DatanodeRegistration(127.0.0.1:40773, datanodeUuid=522a3c5c-29fc-4331-954d-accc968c312d, infoPort=36439, infoSecurePort=0, ipcPort=34879, storageInfo=lv=-57;cid=testClusterID;nsid=582122591;c=1731755861077), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:17:42,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x537030054c51c922 with lease ID 0x96bf9bbc639d891f: Processing first storage report for DS-63765767-6316-4e5b-b322-c67d325ec365 from datanode DatanodeRegistration(127.0.0.1:40773, datanodeUuid=522a3c5c-29fc-4331-954d-accc968c312d, infoPort=36439, infoSecurePort=0, ipcPort=34879, storageInfo=lv=-57;cid=testClusterID;nsid=582122591;c=1731755861077) 2024-11-16T11:17:42,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x537030054c51c922 with lease ID 0x96bf9bbc639d891f: from storage DS-63765767-6316-4e5b-b322-c67d325ec365 node DatanodeRegistration(127.0.0.1:40773, datanodeUuid=522a3c5c-29fc-4331-954d-accc968c312d, infoPort=36439, infoSecurePort=0, ipcPort=34879, storageInfo=lv=-57;cid=testClusterID;nsid=582122591;c=1731755861077), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:17:42,707 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d 2024-11-16T11:17:42,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:42,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:42,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:17:43,117 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834 with version=8 2024-11-16T11:17:43,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/hbase-staging 2024-11-16T11:17:43,119 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:17:43,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:43,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:43,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:17:43,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:43,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:17:43,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:17:43,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:17:43,121 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36425 2024-11-16T11:17:43,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36425 connecting to ZooKeeper ensemble=127.0.0.1:57473 2024-11-16T11:17:43,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364250x0, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:17:43,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36425-0x101435d5fde0000 connected 2024-11-16T11:17:43,228 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:17:43,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:17:43,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:17:43,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:17:43,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:43,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:43,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Set watcher on znode that does not yet exist, /0-1466845083/running 2024-11-16T11:17:43,299 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834, hbase.cluster.distributed=false 2024-11-16T11:17:43,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Set watcher on znode that does not yet exist, /0-1466845083/acl 2024-11-16T11:17:43,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36425 2024-11-16T11:17:43,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36425 2024-11-16T11:17:43,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36425 2024-11-16T11:17:43,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36425 2024-11-16T11:17:43,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36425 2024-11-16T11:17:43,315 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:17:43,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:43,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:43,315 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:17:43,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:43,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:17:43,315 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:17:43,315 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:17:43,316 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33655 2024-11-16T11:17:43,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33655 connecting to ZooKeeper ensemble=127.0.0.1:57473 2024-11-16T11:17:43,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:43,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:43,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336550x0, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:17:43,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336550x0, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Set watcher on znode that does not yet exist, /0-1466845083/running 2024-11-16T11:17:43,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33655-0x101435d5fde0001 connected 2024-11-16T11:17:43,333 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:17:43,334 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:17:43,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33655-0x101435d5fde0001, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Set watcher on znode that does not yet exist, /0-1466845083/master 2024-11-16T11:17:43,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33655-0x101435d5fde0001, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Set watcher on znode that does not yet exist, /0-1466845083/acl 2024-11-16T11:17:43,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33655 2024-11-16T11:17:43,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33655 2024-11-16T11:17:43,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33655 2024-11-16T11:17:43,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33655 2024-11-16T11:17:43,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33655 2024-11-16T11:17:43,351 DEBUG [M:0;a7948fca2832:36425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:36425 2024-11-16T11:17:43,351 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1466845083/backup-masters/a7948fca2832,36425,1731755863119 2024-11-16T11:17:43,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33655-0x101435d5fde0001, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083/backup-masters 2024-11-16T11:17:43,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083/backup-masters 2024-11-16T11:17:43,364 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Set watcher on existing znode=/0-1466845083/backup-masters/a7948fca2832,36425,1731755863119 2024-11-16T11:17:43,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33655-0x101435d5fde0001, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1466845083/master 2024-11-16T11:17:43,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083 2024-11-16T11:17:43,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33655-0x101435d5fde0001, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083 2024-11-16T11:17:43,375 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Set watcher on existing znode=/0-1466845083/master 2024-11-16T11:17:43,375 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1466845083/backup-masters/a7948fca2832,36425,1731755863119 from backup master directory 2024-11-16T11:17:43,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33655-0x101435d5fde0001, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083/backup-masters 2024-11-16T11:17:43,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1466845083/backup-masters/a7948fca2832,36425,1731755863119 2024-11-16T11:17:43,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083/backup-masters 2024-11-16T11:17:43,385 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:17:43,385 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,36425,1731755863119 2024-11-16T11:17:43,389 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/hbase.id] with ID: 247f95fd-bb45-44d7-adf7-78048d00c769 2024-11-16T11:17:43,389 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/.tmp/hbase.id 2024-11-16T11:17:43,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:17:43,794 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/.tmp/hbase.id]:[hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/hbase.id] 2024-11-16T11:17:43,806 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:43,806 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:17:43,807 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T11:17:43,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33655-0x101435d5fde0001, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083 2024-11-16T11:17:43,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083 2024-11-16T11:17:43,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:17:43,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:17:43,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T11:17:43,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T11:17:43,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T11:17:43,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:17:44,229 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:17:44,229 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:17:44,230 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:44,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:17:44,637 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/data/master/store 2024-11-16T11:17:44,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:17:45,046 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:45,046 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:17:45,046 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:45,046 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:45,046 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:17:45,046 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:45,046 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:45,046 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755865046Disabling compacts and flushes for region at 1731755865046Disabling writes for close at 1731755865046Writing region close event to WAL at 1731755865046Closed at 1731755865046 2024-11-16T11:17:45,047 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/data/master/store/.initializing 2024-11-16T11:17:45,047 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/WALs/a7948fca2832,36425,1731755863119 2024-11-16T11:17:45,048 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:17:45,050 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C36425%2C1731755863119, suffix=, logDir=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/WALs/a7948fca2832,36425,1731755863119, archiveDir=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/oldWALs, maxLogs=10 2024-11-16T11:17:45,062 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/WALs/a7948fca2832,36425,1731755863119/a7948fca2832%2C36425%2C1731755863119.1731755865050, exclude list is [], retry=0 2024-11-16T11:17:45,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40773,DS-1a344a06-a423-4bd4-8438-4015fcd2207b,DISK] 2024-11-16T11:17:45,066 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/WALs/a7948fca2832,36425,1731755863119/a7948fca2832%2C36425%2C1731755863119.1731755865050 2024-11-16T11:17:45,066 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36439:36439)] 2024-11-16T11:17:45,067 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:17:45,067 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:45,067 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:45,067 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:45,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:45,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:17:45,069 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:45,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:45,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:45,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:17:45,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:45,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:45,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:45,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:17:45,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:45,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:45,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:45,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:17:45,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:45,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:45,076 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:45,077 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:45,077 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:45,078 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:45,078 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:45,079 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:17:45,080 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:45,082 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:17:45,082 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71009230, jitterRate=0.05811998248100281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:17:45,083 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731755865067Initializing all the Stores at 1731755865068 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755865068Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755865068Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755865068Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755865068Cleaning up temporary data from old regions at 1731755865078 (+10 ms)Region opened successfully at 1731755865083 (+5 ms) 2024-11-16T11:17:45,083 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:17:45,086 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d5dc49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:17:45,086 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:17:45,087 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:17:45,087 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:17:45,087 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:17:45,087 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:17:45,087 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:17:45,088 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:17:45,089 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:17:45,090 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Unable to get data of znode /0-1466845083/balancer because node does not exist (not necessarily an error) 2024-11-16T11:17:45,164 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1466845083/balancer already deleted, retry=false 2024-11-16T11:17:45,164 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:17:45,165 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Unable to get data of znode /0-1466845083/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:17:45,174 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1466845083/normalizer already deleted, retry=false 2024-11-16T11:17:45,175 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:17:45,176 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Unable to get data of znode /0-1466845083/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:17:45,185 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1466845083/switch/split already deleted, retry=false 2024-11-16T11:17:45,185 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Unable to get data of znode /0-1466845083/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:17:45,195 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1466845083/switch/merge already deleted, retry=false 2024-11-16T11:17:45,197 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Unable to get data of znode /0-1466845083/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:17:45,206 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1466845083/snapshot-cleanup already deleted, retry=false 2024-11-16T11:17:45,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33655-0x101435d5fde0001, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1466845083/running 2024-11-16T11:17:45,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1466845083/running 2024-11-16T11:17:45,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33655-0x101435d5fde0001, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083 2024-11-16T11:17:45,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083 2024-11-16T11:17:45,217 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,36425,1731755863119, sessionid=0x101435d5fde0000, setting cluster-up flag (Was=false) 2024-11-16T11:17:45,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083 2024-11-16T11:17:45,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33655-0x101435d5fde0001, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083 2024-11-16T11:17:45,269 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1466845083/flush-table-proc/acquired, /0-1466845083/flush-table-proc/reached, /0-1466845083/flush-table-proc/abort 2024-11-16T11:17:45,270 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,36425,1731755863119 2024-11-16T11:17:45,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083 2024-11-16T11:17:45,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33655-0x101435d5fde0001, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083 2024-11-16T11:17:45,322 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1466845083/online-snapshot/acquired, /0-1466845083/online-snapshot/reached, /0-1466845083/online-snapshot/abort 2024-11-16T11:17:45,323 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,36425,1731755863119 2024-11-16T11:17:45,324 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:17:45,325 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:17:45,325 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:17:45,326 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:17:45,326 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,36425,1731755863119 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:17:45,327 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:45,327 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:45,327 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:45,327 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:45,327 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:17:45,327 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:45,327 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:17:45,327 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:45,331 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731755895331 2024-11-16T11:17:45,331 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:17:45,331 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:17:45,331 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:17:45,331 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:17:45,331 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:17:45,331 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:17:45,332 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:45,332 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:17:45,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:17:45,332 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:17:45,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:17:45,332 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:17:45,332 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:17:45,332 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:17:45,333 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:17:45,333 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755865333,5,FailOnTimeoutGroup] 2024-11-16T11:17:45,333 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:45,333 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:17:45,336 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755865333,5,FailOnTimeoutGroup] 2024-11-16T11:17:45,336 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:45,336 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:17:45,336 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:45,336 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:45,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:17:45,343 INFO [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(746): ClusterId : 247f95fd-bb45-44d7-adf7-78048d00c769 2024-11-16T11:17:45,343 DEBUG [RS:0;a7948fca2832:33655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:17:45,354 DEBUG [RS:0;a7948fca2832:33655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:17:45,354 DEBUG [RS:0;a7948fca2832:33655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:17:45,365 DEBUG [RS:0;a7948fca2832:33655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:17:45,365 DEBUG [RS:0;a7948fca2832:33655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9642e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:17:45,375 DEBUG [RS:0;a7948fca2832:33655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:33655 2024-11-16T11:17:45,375 INFO [RS:0;a7948fca2832:33655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:17:45,375 INFO [RS:0;a7948fca2832:33655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:17:45,375 DEBUG [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:17:45,376 INFO [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,36425,1731755863119 with port=33655, startcode=1731755863315 2024-11-16T11:17:45,376 DEBUG [RS:0;a7948fca2832:33655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:17:45,377 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:17:45,378 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,33655,1731755863315 2024-11-16T11:17:45,378 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36425 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,33655,1731755863315 2024-11-16T11:17:45,379 DEBUG [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834 2024-11-16T11:17:45,379 DEBUG [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42293 2024-11-16T11:17:45,380 DEBUG [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:17:45,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083/rs 2024-11-16T11:17:45,391 DEBUG [RS:0;a7948fca2832:33655 {}] zookeeper.ZKUtil(111): regionserver:33655-0x101435d5fde0001, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Set watcher on existing znode=/0-1466845083/rs/a7948fca2832,33655,1731755863315 2024-11-16T11:17:45,391 WARN [RS:0;a7948fca2832:33655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:17:45,391 INFO [RS:0;a7948fca2832:33655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:45,391 DEBUG [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315 2024-11-16T11:17:45,392 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,33655,1731755863315] 2024-11-16T11:17:45,395 INFO [RS:0;a7948fca2832:33655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:17:45,396 INFO [RS:0;a7948fca2832:33655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:17:45,396 INFO [RS:0;a7948fca2832:33655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:17:45,396 INFO [RS:0;a7948fca2832:33655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:45,396 INFO [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:17:45,397 INFO [RS:0;a7948fca2832:33655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:17:45,397 INFO [RS:0;a7948fca2832:33655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:45,397 DEBUG [RS:0;a7948fca2832:33655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:45,397 DEBUG [RS:0;a7948fca2832:33655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:45,397 DEBUG [RS:0;a7948fca2832:33655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:45,397 DEBUG [RS:0;a7948fca2832:33655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:45,397 DEBUG [RS:0;a7948fca2832:33655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:45,397 DEBUG [RS:0;a7948fca2832:33655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:17:45,397 DEBUG [RS:0;a7948fca2832:33655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:45,398 DEBUG [RS:0;a7948fca2832:33655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:45,398 DEBUG [RS:0;a7948fca2832:33655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:45,398 DEBUG [RS:0;a7948fca2832:33655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:45,398 DEBUG [RS:0;a7948fca2832:33655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:45,398 DEBUG [RS:0;a7948fca2832:33655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:45,398 DEBUG [RS:0;a7948fca2832:33655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:17:45,398 DEBUG [RS:0;a7948fca2832:33655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:17:45,398 INFO [RS:0;a7948fca2832:33655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:45,398 INFO [RS:0;a7948fca2832:33655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:45,398 INFO [RS:0;a7948fca2832:33655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:45,398 INFO [RS:0;a7948fca2832:33655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:45,398 INFO [RS:0;a7948fca2832:33655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:45,398 INFO [RS:0;a7948fca2832:33655 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,33655,1731755863315-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:17:45,411 INFO [RS:0;a7948fca2832:33655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:17:45,411 INFO [RS:0;a7948fca2832:33655 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,33655,1731755863315-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:45,411 INFO [RS:0;a7948fca2832:33655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:45,411 INFO [RS:0;a7948fca2832:33655 {}] regionserver.Replication(171): a7948fca2832,33655,1731755863315 started 2024-11-16T11:17:45,423 INFO [RS:0;a7948fca2832:33655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:45,423 INFO [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,33655,1731755863315, RpcServer on a7948fca2832/172.17.0.2:33655, sessionid=0x101435d5fde0001 2024-11-16T11:17:45,423 DEBUG [RS:0;a7948fca2832:33655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:17:45,423 DEBUG [RS:0;a7948fca2832:33655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,33655,1731755863315 2024-11-16T11:17:45,423 DEBUG [RS:0;a7948fca2832:33655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,33655,1731755863315' 2024-11-16T11:17:45,423 DEBUG [RS:0;a7948fca2832:33655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1466845083/flush-table-proc/abort' 2024-11-16T11:17:45,424 DEBUG [RS:0;a7948fca2832:33655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1466845083/flush-table-proc/acquired' 2024-11-16T11:17:45,424 DEBUG [RS:0;a7948fca2832:33655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:17:45,424 DEBUG [RS:0;a7948fca2832:33655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:17:45,424 DEBUG [RS:0;a7948fca2832:33655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,33655,1731755863315 2024-11-16T11:17:45,424 DEBUG [RS:0;a7948fca2832:33655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,33655,1731755863315' 2024-11-16T11:17:45,424 DEBUG [RS:0;a7948fca2832:33655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1466845083/online-snapshot/abort' 2024-11-16T11:17:45,425 DEBUG [RS:0;a7948fca2832:33655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1466845083/online-snapshot/acquired' 2024-11-16T11:17:45,425 DEBUG [RS:0;a7948fca2832:33655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:17:45,425 INFO [RS:0;a7948fca2832:33655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:17:45,425 INFO [RS:0;a7948fca2832:33655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:17:45,526 INFO [RS:0;a7948fca2832:33655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:17:45,527 INFO [RS:0;a7948fca2832:33655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C33655%2C1731755863315, suffix=, logDir=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315, archiveDir=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/oldWALs, maxLogs=10 2024-11-16T11:17:45,539 DEBUG [RS:0;a7948fca2832:33655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528, exclude list is [], retry=0 2024-11-16T11:17:45,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40773,DS-1a344a06-a423-4bd4-8438-4015fcd2207b,DISK] 2024-11-16T11:17:45,543 INFO [RS:0;a7948fca2832:33655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 2024-11-16T11:17:45,544 DEBUG [RS:0;a7948fca2832:33655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36439:36439)] 2024-11-16T11:17:45,742 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:17:45,742 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834 2024-11-16T11:17:45,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741833_1009 (size=32) 2024-11-16T11:17:46,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:46,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:17:46,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:17:46,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:46,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:46,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:17:46,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:17:46,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:46,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:46,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:17:46,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:17:46,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:46,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:46,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:17:46,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:17:46,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:46,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:46,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:17:46,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740 2024-11-16T11:17:46,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740 2024-11-16T11:17:46,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:17:46,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:17:46,159 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:17:46,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:17:46,161 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:17:46,162 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68058957, jitterRate=0.014157488942146301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:17:46,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731755866149Initializing all the Stores at 1731755866150 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755866150Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755866150Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755866150Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755866150Cleaning up temporary data from old regions at 1731755866158 (+8 ms)Region opened successfully at 1731755866162 (+4 ms) 2024-11-16T11:17:46,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:17:46,162 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:17:46,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:17:46,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:17:46,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:17:46,163 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:17:46,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755866162Disabling compacts and flushes for region at 1731755866162Disabling writes for close at 1731755866163 (+1 ms)Writing region close event to WAL at 1731755866163Closed at 1731755866163 2024-11-16T11:17:46,164 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:17:46,164 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:17:46,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:17:46,165 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:17:46,166 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:17:46,317 DEBUG [a7948fca2832:36425 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:17:46,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,33655,1731755863315 2024-11-16T11:17:46,318 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,33655,1731755863315, state=OPENING 2024-11-16T11:17:46,385 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:17:46,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33655-0x101435d5fde0001, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083 2024-11-16T11:17:46,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083 2024-11-16T11:17:46,424 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:17:46,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1466845083/meta-region-server: CHANGED 2024-11-16T11:17:46,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1466845083/meta-region-server: CHANGED 2024-11-16T11:17:46,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,33655,1731755863315}] 2024-11-16T11:17:46,578 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:17:46,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:17:46,583 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:17:46,583 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:46,584 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:17:46,585 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C33655%2C1731755863315.meta, suffix=.meta, logDir=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315, archiveDir=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/oldWALs, maxLogs=10 2024-11-16T11:17:46,601 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.meta.1731755866586.meta, exclude list is [], retry=0 2024-11-16T11:17:46,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40773,DS-1a344a06-a423-4bd4-8438-4015fcd2207b,DISK] 2024-11-16T11:17:46,606 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.meta.1731755866586.meta 2024-11-16T11:17:46,606 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36439:36439)] 2024-11-16T11:17:46,606 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:17:46,606 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:17:46,607 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:17:46,607 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:17:46,607 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:17:46,607 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:17:46,607 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:46,607 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:17:46,607 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:17:46,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:17:46,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:17:46,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:46,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:46,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:17:46,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:17:46,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:46,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:46,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:17:46,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:17:46,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:46,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:46,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:17:46,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:17:46,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:46,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:46,614 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:17:46,615 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740 2024-11-16T11:17:46,616 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740 2024-11-16T11:17:46,617 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:17:46,617 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:17:46,617 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:17:46,618 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:17:46,619 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67452528, jitterRate=0.005120992660522461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:17:46,619 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:17:46,620 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731755866607Writing region info on filesystem at 1731755866607Initializing all the Stores at 1731755866608 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755866608Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755866608Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755866608Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755866609 (+1 ms)Cleaning up temporary data from old regions at 1731755866617 (+8 ms)Running coprocessor post-open hooks at 1731755866619 (+2 ms)Region opened successfully at 1731755866620 (+1 ms) 2024-11-16T11:17:46,621 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731755866577 2024-11-16T11:17:46,623 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:17:46,623 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:17:46,624 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,33655,1731755863315 2024-11-16T11:17:46,625 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,33655,1731755863315, state=OPEN 2024-11-16T11:17:46,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33655-0x101435d5fde0001, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1466845083/meta-region-server 2024-11-16T11:17:46,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1466845083/meta-region-server 2024-11-16T11:17:46,643 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,33655,1731755863315 2024-11-16T11:17:46,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1466845083/meta-region-server: CHANGED 2024-11-16T11:17:46,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1466845083/meta-region-server: CHANGED 2024-11-16T11:17:46,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:17:46,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,33655,1731755863315 in 219 msec 2024-11-16T11:17:46,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:17:46,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-11-16T11:17:46,649 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:17:46,649 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:17:46,651 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:17:46,651 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,33655,1731755863315, seqNum=-1] 2024-11-16T11:17:46,651 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:17:46,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:17:46,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3320 sec 2024-11-16T11:17:46,658 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731755866658, completionTime=-1 2024-11-16T11:17:46,658 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:17:46,659 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:17:46,660 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:17:46,660 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731755926660 2024-11-16T11:17:46,660 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731755986660 2024-11-16T11:17:46,661 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T11:17:46,661 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36425,1731755863119-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:46,661 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36425,1731755863119-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:46,661 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36425,1731755863119-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:46,661 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:36425, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:46,661 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:46,661 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:46,663 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:17:46,665 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.280sec 2024-11-16T11:17:46,665 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:17:46,665 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:17:46,665 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:17:46,665 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:17:46,665 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:17:46,665 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36425,1731755863119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:17:46,665 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36425,1731755863119-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:17:46,667 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:17:46,668 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:17:46,668 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36425,1731755863119-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:46,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34474525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:46,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,36425,-1 for getting cluster id 2024-11-16T11:17:46,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:46,746 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '247f95fd-bb45-44d7-adf7-78048d00c769' 2024-11-16T11:17:46,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:46,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "247f95fd-bb45-44d7-adf7-78048d00c769" 2024-11-16T11:17:46,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b5fcd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:46,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,36425,-1] 2024-11-16T11:17:46,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:46,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:46,748 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:46,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:46,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:17:46,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,33655,1731755863315, seqNum=-1] 2024-11-16T11:17:46,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:17:46,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:17:46,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,36425,1731755863119 2024-11-16T11:17:46,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57473 2024-11-16T11:17:46,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:17:46,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101435d5fde0002 connected 2024-11-16T11:17:46,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/hadoop.log.dir so I do NOT create it in target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454 2024-11-16T11:17:46,777 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:17:46,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/hadoop.tmp.dir so I do NOT create it in target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454 2024-11-16T11:17:46,777 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:17:46,777 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454 2024-11-16T11:17:46,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:17:46,777 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/cluster_80cd5f34-fba7-122a-e928-0c63e9063543, deleteOnExit=true 2024-11-16T11:17:46,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:17:46,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/test.cache.data in system properties and HBase conf 2024-11-16T11:17:46,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:17:46,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:17:46,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:17:46,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:17:46,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:17:46,778 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:17:46,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:17:46,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:17:46,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:17:46,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:17:46,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:17:46,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:17:46,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:17:46,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:17:46,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:17:46,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:17:46,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:17:46,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:17:46,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:17:46,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:17:47,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:17:47,067 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:17:47,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:17:47,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:17:47,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:17:47,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:17:47,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61fc1e28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:17:47,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:17:47,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3464a5df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/java.io.tmpdir/jetty-localhost-38983-hadoop-hdfs-3_4_1-tests_jar-_-any-4214795952008937859/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:17:47,187 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@891ab73{HTTP/1.1, (http/1.1)}{localhost:38983} 2024-11-16T11:17:47,187 INFO [Time-limited test {}] server.Server(415): Started @61050ms 2024-11-16T11:17:47,532 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:17:47,536 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:17:47,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:17:47,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:17:47,537 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:17:47,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3029c162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:17:47,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:17:47,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1d5f3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/java.io.tmpdir/jetty-localhost-37547-hadoop-hdfs-3_4_1-tests_jar-_-any-10549861002802651171/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:17:47,653 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b468588{HTTP/1.1, (http/1.1)}{localhost:37547} 2024-11-16T11:17:47,653 INFO [Time-limited test {}] server.Server(415): Started @61516ms 2024-11-16T11:17:47,655 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:17:48,332 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/cluster_80cd5f34-fba7-122a-e928-0c63e9063543/data/data1/current/BP-1761626551-172.17.0.2-1731755866796/current, will proceed with Du for space computation calculation, 2024-11-16T11:17:48,332 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/cluster_80cd5f34-fba7-122a-e928-0c63e9063543/data/data2/current/BP-1761626551-172.17.0.2-1731755866796/current, will proceed with Du for space computation calculation, 2024-11-16T11:17:48,346 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:17:48,349 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53ed67e4fb5884a9 with lease ID 0xf9350e695e442df0: Processing first storage report for DS-f40e0bad-83bc-45e5-9250-80df13d8a6b5 from datanode DatanodeRegistration(127.0.0.1:35067, datanodeUuid=e0fdde78-d366-42f3-90a7-dcd8fdfe6a90, infoPort=41819, infoSecurePort=0, ipcPort=39221, storageInfo=lv=-57;cid=testClusterID;nsid=2110422316;c=1731755866796) 2024-11-16T11:17:48,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53ed67e4fb5884a9 with lease ID 0xf9350e695e442df0: from storage DS-f40e0bad-83bc-45e5-9250-80df13d8a6b5 node DatanodeRegistration(127.0.0.1:35067, datanodeUuid=e0fdde78-d366-42f3-90a7-dcd8fdfe6a90, infoPort=41819, infoSecurePort=0, ipcPort=39221, storageInfo=lv=-57;cid=testClusterID;nsid=2110422316;c=1731755866796), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:17:48,349 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53ed67e4fb5884a9 with lease ID 0xf9350e695e442df0: Processing first storage report for DS-9e2a1947-8cd9-4c90-9996-2d83a4a29108 from datanode DatanodeRegistration(127.0.0.1:35067, datanodeUuid=e0fdde78-d366-42f3-90a7-dcd8fdfe6a90, infoPort=41819, infoSecurePort=0, ipcPort=39221, storageInfo=lv=-57;cid=testClusterID;nsid=2110422316;c=1731755866796) 2024-11-16T11:17:48,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53ed67e4fb5884a9 with lease ID 0xf9350e695e442df0: from storage DS-9e2a1947-8cd9-4c90-9996-2d83a4a29108 node DatanodeRegistration(127.0.0.1:35067, datanodeUuid=e0fdde78-d366-42f3-90a7-dcd8fdfe6a90, infoPort=41819, infoSecurePort=0, ipcPort=39221, storageInfo=lv=-57;cid=testClusterID;nsid=2110422316;c=1731755866796), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:17:48,399 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454 2024-11-16T11:17:48,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:48,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:48,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:17:48,808 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8 with version=8 2024-11-16T11:17:48,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/hbase-staging 2024-11-16T11:17:48,810 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:17:48,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:48,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:48,810 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:17:48,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:48,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:17:48,810 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:17:48,810 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:17:48,811 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44985 2024-11-16T11:17:48,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44985 connecting to ZooKeeper ensemble=127.0.0.1:57473 2024-11-16T11:17:48,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449850x0, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:17:48,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44985-0x101435d5fde0003 connected 2024-11-16T11:17:49,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:49,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:49,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Set watcher on znode that does not yet exist, /1-2043952819/running 2024-11-16T11:17:49,040 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8, hbase.cluster.distributed=false 2024-11-16T11:17:49,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Set watcher on znode that does not yet exist, /1-2043952819/acl 2024-11-16T11:17:49,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44985 2024-11-16T11:17:49,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44985 2024-11-16T11:17:49,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44985 2024-11-16T11:17:49,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44985 2024-11-16T11:17:49,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44985 2024-11-16T11:17:49,056 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:17:49,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:49,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:49,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:17:49,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:17:49,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:17:49,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:17:49,056 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:17:49,057 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41815 2024-11-16T11:17:49,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41815 connecting to ZooKeeper ensemble=127.0.0.1:57473 2024-11-16T11:17:49,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:49,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:49,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418150x0, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:17:49,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418150x0, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Set watcher on znode that does not yet exist, /1-2043952819/running 2024-11-16T11:17:49,076 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:17:49,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41815-0x101435d5fde0004 connected 2024-11-16T11:17:49,080 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:17:49,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41815-0x101435d5fde0004, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Set watcher on znode that does not yet exist, /1-2043952819/master 2024-11-16T11:17:49,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41815-0x101435d5fde0004, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Set watcher on znode that does not yet exist, /1-2043952819/acl 2024-11-16T11:17:49,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41815 2024-11-16T11:17:49,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41815 2024-11-16T11:17:49,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41815 2024-11-16T11:17:49,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41815 2024-11-16T11:17:49,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41815 2024-11-16T11:17:49,099 DEBUG [M:0;a7948fca2832:44985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:44985 2024-11-16T11:17:49,099 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2043952819/backup-masters/a7948fca2832,44985,1731755868810 2024-11-16T11:17:49,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x101435d5fde0004, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043952819/backup-masters 2024-11-16T11:17:49,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043952819/backup-masters 2024-11-16T11:17:49,111 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Set watcher on existing znode=/1-2043952819/backup-masters/a7948fca2832,44985,1731755868810 2024-11-16T11:17:49,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x101435d5fde0004, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2043952819/master 2024-11-16T11:17:49,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043952819 2024-11-16T11:17:49,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x101435d5fde0004, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043952819 2024-11-16T11:17:49,122 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Set watcher on existing znode=/1-2043952819/master 2024-11-16T11:17:49,122 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2043952819/backup-masters/a7948fca2832,44985,1731755868810 from backup master directory 2024-11-16T11:17:49,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2043952819/backup-masters/a7948fca2832,44985,1731755868810 2024-11-16T11:17:49,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x101435d5fde0004, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043952819/backup-masters 2024-11-16T11:17:49,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043952819/backup-masters 2024-11-16T11:17:49,132 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:17:49,132 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,44985,1731755868810 2024-11-16T11:17:49,135 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/hbase.id] with ID: cf2fb0b3-4006-4a90-9166-dd87861613ed 2024-11-16T11:17:49,135 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/.tmp/hbase.id 2024-11-16T11:17:49,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:17:49,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:17:49,540 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/.tmp/hbase.id]:[hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/hbase.id] 2024-11-16T11:17:49,554 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:49,554 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:17:49,555 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T11:17:49,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:17:49,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:17:49,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:17:49,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043952819 2024-11-16T11:17:49,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x101435d5fde0004, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043952819 2024-11-16T11:17:49,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:17:50,096 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:17:50,097 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:17:50,097 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:50,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:17:50,505 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/data/master/store 2024-11-16T11:17:50,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:17:50,911 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:50,911 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:17:50,911 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:50,911 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:50,911 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:17:50,911 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:50,911 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:17:50,911 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755870911Disabling compacts and flushes for region at 1731755870911Disabling writes for close at 1731755870911Writing region close event to WAL at 1731755870911Closed at 1731755870911 2024-11-16T11:17:50,912 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/data/master/store/.initializing 2024-11-16T11:17:50,912 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/WALs/a7948fca2832,44985,1731755868810 2024-11-16T11:17:50,913 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:17:50,915 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C44985%2C1731755868810, suffix=, logDir=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/WALs/a7948fca2832,44985,1731755868810, archiveDir=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/oldWALs, maxLogs=10 2024-11-16T11:17:50,926 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/WALs/a7948fca2832,44985,1731755868810/a7948fca2832%2C44985%2C1731755868810.1731755870915, exclude list is [], retry=0 2024-11-16T11:17:50,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35067,DS-f40e0bad-83bc-45e5-9250-80df13d8a6b5,DISK] 2024-11-16T11:17:50,930 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/WALs/a7948fca2832,44985,1731755868810/a7948fca2832%2C44985%2C1731755868810.1731755870915 2024-11-16T11:17:50,930 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41819:41819)] 2024-11-16T11:17:50,930 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:17:50,931 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:50,931 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:50,931 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:50,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:50,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:17:50,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:50,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:50,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:50,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:17:50,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:50,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:50,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:50,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:17:50,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:50,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:50,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:50,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:17:50,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:50,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:50,940 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:50,941 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:50,941 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:50,942 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:50,942 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:50,943 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:17:50,944 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:17:50,945 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:17:50,946 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67422248, jitterRate=0.004669785499572754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:17:50,946 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731755870931Initializing all the Stores at 1731755870932 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755870932Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755870932Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755870932Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755870932Cleaning up temporary data from old regions at 1731755870942 (+10 ms)Region opened successfully at 1731755870946 (+4 ms) 2024-11-16T11:17:50,946 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:17:50,948 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1329d010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:17:50,949 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:17:50,949 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:17:50,949 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:17:50,949 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:17:50,950 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:17:50,950 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:17:50,950 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:17:50,952 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:17:50,952 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Unable to get data of znode /1-2043952819/balancer because node does not exist (not necessarily an error) 2024-11-16T11:17:50,963 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2043952819/balancer already deleted, retry=false 2024-11-16T11:17:50,964 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:17:50,964 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Unable to get data of znode /1-2043952819/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:17:50,974 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2043952819/normalizer already deleted, retry=false 2024-11-16T11:17:50,974 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:17:50,975 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Unable to get data of znode /1-2043952819/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:17:50,984 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2043952819/switch/split already deleted, retry=false 2024-11-16T11:17:50,985 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Unable to get data of znode /1-2043952819/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:17:50,995 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2043952819/switch/merge already deleted, retry=false 2024-11-16T11:17:50,997 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Unable to get data of znode /1-2043952819/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:17:51,005 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2043952819/snapshot-cleanup already deleted, retry=false 2024-11-16T11:17:51,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2043952819/running 2024-11-16T11:17:51,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x101435d5fde0004, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2043952819/running 2024-11-16T11:17:51,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043952819 2024-11-16T11:17:51,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x101435d5fde0004, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043952819 2024-11-16T11:17:51,016 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,44985,1731755868810, sessionid=0x101435d5fde0003, setting cluster-up flag (Was=false) 2024-11-16T11:17:51,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043952819 2024-11-16T11:17:51,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x101435d5fde0004, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043952819 2024-11-16T11:17:51,069 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2043952819/flush-table-proc/acquired, /1-2043952819/flush-table-proc/reached, /1-2043952819/flush-table-proc/abort 2024-11-16T11:17:51,070 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,44985,1731755868810 2024-11-16T11:17:51,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x101435d5fde0004, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043952819 2024-11-16T11:17:51,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043952819 2024-11-16T11:17:51,121 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2043952819/online-snapshot/acquired, /1-2043952819/online-snapshot/reached, /1-2043952819/online-snapshot/abort 2024-11-16T11:17:51,122 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,44985,1731755868810 2024-11-16T11:17:51,124 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:17:51,125 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:17:51,125 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:17:51,125 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:17:51,125 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,44985,1731755868810 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:17:51,127 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:51,127 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:51,127 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:51,127 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:17:51,127 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:17:51,127 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:51,127 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:17:51,127 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:51,128 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731755901127 2024-11-16T11:17:51,128 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:17:51,128 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:17:51,128 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:17:51,128 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:17:51,128 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:17:51,128 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:17:51,128 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:51,128 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:17:51,128 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:17:51,129 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:17:51,129 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:17:51,129 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:17:51,129 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:17:51,129 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:51,129 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:17:51,129 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:17:51,129 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:17:51,130 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755871129,5,FailOnTimeoutGroup] 2024-11-16T11:17:51,130 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755871130,5,FailOnTimeoutGroup] 2024-11-16T11:17:51,130 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:51,130 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:17:51,130 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:51,130 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:51,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:17:51,191 INFO [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(746): ClusterId : cf2fb0b3-4006-4a90-9166-dd87861613ed 2024-11-16T11:17:51,191 DEBUG [RS:0;a7948fca2832:41815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:17:51,202 DEBUG [RS:0;a7948fca2832:41815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:17:51,202 DEBUG [RS:0;a7948fca2832:41815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:17:51,212 DEBUG [RS:0;a7948fca2832:41815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:17:51,212 DEBUG [RS:0;a7948fca2832:41815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5bd0e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:17:51,223 DEBUG [RS:0;a7948fca2832:41815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:41815 2024-11-16T11:17:51,223 INFO [RS:0;a7948fca2832:41815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:17:51,223 INFO [RS:0;a7948fca2832:41815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:17:51,223 DEBUG [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:17:51,223 INFO [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,44985,1731755868810 with port=41815, startcode=1731755869056 2024-11-16T11:17:51,224 DEBUG [RS:0;a7948fca2832:41815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:17:51,225 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:17:51,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44985 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,41815,1731755869056 2024-11-16T11:17:51,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44985 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,41815,1731755869056 2024-11-16T11:17:51,227 DEBUG [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8 2024-11-16T11:17:51,227 DEBUG [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37517 2024-11-16T11:17:51,227 DEBUG [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:17:51,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043952819/rs 2024-11-16T11:17:51,290 DEBUG [RS:0;a7948fca2832:41815 {}] zookeeper.ZKUtil(111): regionserver:41815-0x101435d5fde0004, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Set watcher on existing znode=/1-2043952819/rs/a7948fca2832,41815,1731755869056 2024-11-16T11:17:51,290 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,41815,1731755869056] 2024-11-16T11:17:51,290 WARN [RS:0;a7948fca2832:41815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:17:51,290 INFO [RS:0;a7948fca2832:41815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:51,290 DEBUG [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/WALs/a7948fca2832,41815,1731755869056 2024-11-16T11:17:51,294 INFO [RS:0;a7948fca2832:41815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:17:51,297 INFO [RS:0;a7948fca2832:41815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:17:51,297 INFO [RS:0;a7948fca2832:41815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:17:51,297 INFO [RS:0;a7948fca2832:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:51,297 INFO [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:17:51,298 INFO [RS:0;a7948fca2832:41815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:17:51,298 INFO [RS:0;a7948fca2832:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:51,299 DEBUG [RS:0;a7948fca2832:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:51,299 DEBUG [RS:0;a7948fca2832:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:51,299 DEBUG [RS:0;a7948fca2832:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:51,299 DEBUG [RS:0;a7948fca2832:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:51,299 DEBUG [RS:0;a7948fca2832:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:51,299 DEBUG [RS:0;a7948fca2832:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:17:51,299 DEBUG [RS:0;a7948fca2832:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:51,299 DEBUG [RS:0;a7948fca2832:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:51,299 DEBUG [RS:0;a7948fca2832:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:51,299 DEBUG [RS:0;a7948fca2832:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:51,299 DEBUG [RS:0;a7948fca2832:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:51,299 DEBUG [RS:0;a7948fca2832:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:17:51,299 DEBUG [RS:0;a7948fca2832:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:17:51,299 DEBUG [RS:0;a7948fca2832:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:17:51,308 INFO [RS:0;a7948fca2832:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:51,308 INFO [RS:0;a7948fca2832:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:51,308 INFO [RS:0;a7948fca2832:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:51,308 INFO [RS:0;a7948fca2832:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:51,308 INFO [RS:0;a7948fca2832:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:51,308 INFO [RS:0;a7948fca2832:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,41815,1731755869056-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:17:51,325 INFO [RS:0;a7948fca2832:41815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:17:51,325 INFO [RS:0;a7948fca2832:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,41815,1731755869056-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:51,325 INFO [RS:0;a7948fca2832:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:51,325 INFO [RS:0;a7948fca2832:41815 {}] regionserver.Replication(171): a7948fca2832,41815,1731755869056 started 2024-11-16T11:17:51,345 INFO [RS:0;a7948fca2832:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:51,345 INFO [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,41815,1731755869056, RpcServer on a7948fca2832/172.17.0.2:41815, sessionid=0x101435d5fde0004 2024-11-16T11:17:51,346 DEBUG [RS:0;a7948fca2832:41815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:17:51,346 DEBUG [RS:0;a7948fca2832:41815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,41815,1731755869056 2024-11-16T11:17:51,346 DEBUG [RS:0;a7948fca2832:41815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,41815,1731755869056' 2024-11-16T11:17:51,346 DEBUG [RS:0;a7948fca2832:41815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2043952819/flush-table-proc/abort' 2024-11-16T11:17:51,346 DEBUG [RS:0;a7948fca2832:41815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2043952819/flush-table-proc/acquired' 2024-11-16T11:17:51,347 DEBUG [RS:0;a7948fca2832:41815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:17:51,347 DEBUG [RS:0;a7948fca2832:41815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:17:51,347 DEBUG [RS:0;a7948fca2832:41815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,41815,1731755869056 2024-11-16T11:17:51,347 DEBUG [RS:0;a7948fca2832:41815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,41815,1731755869056' 2024-11-16T11:17:51,347 DEBUG [RS:0;a7948fca2832:41815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2043952819/online-snapshot/abort' 2024-11-16T11:17:51,347 DEBUG [RS:0;a7948fca2832:41815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2043952819/online-snapshot/acquired' 2024-11-16T11:17:51,348 DEBUG [RS:0;a7948fca2832:41815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:17:51,348 INFO [RS:0;a7948fca2832:41815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:17:51,348 INFO [RS:0;a7948fca2832:41815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:17:51,395 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T11:17:51,448 INFO [RS:0;a7948fca2832:41815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:17:51,450 INFO [RS:0;a7948fca2832:41815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C41815%2C1731755869056, suffix=, logDir=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/WALs/a7948fca2832,41815,1731755869056, archiveDir=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/oldWALs, maxLogs=10 2024-11-16T11:17:51,467 DEBUG [RS:0;a7948fca2832:41815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/WALs/a7948fca2832,41815,1731755869056/a7948fca2832%2C41815%2C1731755869056.1731755871450, exclude list is [], retry=0 2024-11-16T11:17:51,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35067,DS-f40e0bad-83bc-45e5-9250-80df13d8a6b5,DISK] 2024-11-16T11:17:51,471 INFO [RS:0;a7948fca2832:41815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/WALs/a7948fca2832,41815,1731755869056/a7948fca2832%2C41815%2C1731755869056.1731755871450 2024-11-16T11:17:51,472 DEBUG [RS:0;a7948fca2832:41815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41819:41819)] 2024-11-16T11:17:51,538 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:17:51,539 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8 2024-11-16T11:17:51,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741833_1009 (size=32) 2024-11-16T11:17:51,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:51,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:17:51,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:17:51,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:51,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:51,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:17:51,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:17:51,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:51,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:51,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:17:51,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:17:51,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:51,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:51,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:17:51,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:17:51,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:51,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:51,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:17:51,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740 2024-11-16T11:17:51,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740 2024-11-16T11:17:51,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:17:51,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:17:51,955 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:17:51,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:17:51,958 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:17:51,958 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60774783, jitterRate=-0.09438516199588776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:17:51,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731755871945Initializing all the Stores at 1731755871946 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755871946Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755871946Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755871946Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755871946Cleaning up temporary data from old regions at 1731755871954 (+8 ms)Region opened successfully at 1731755871958 (+4 ms) 2024-11-16T11:17:51,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:17:51,958 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:17:51,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:17:51,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:17:51,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:17:51,959 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:17:51,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755871958Disabling compacts and flushes for region at 1731755871958Disabling writes for close at 1731755871958Writing region close event to WAL at 1731755871959 (+1 ms)Closed at 1731755871959 2024-11-16T11:17:51,960 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:17:51,960 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:17:51,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:17:51,961 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:17:51,962 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:17:52,112 DEBUG [a7948fca2832:44985 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:17:52,113 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,41815,1731755869056 2024-11-16T11:17:52,114 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,41815,1731755869056, state=OPENING 2024-11-16T11:17:52,132 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:17:52,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043952819 2024-11-16T11:17:52,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x101435d5fde0004, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043952819 2024-11-16T11:17:52,143 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:17:52,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2043952819/meta-region-server: CHANGED 2024-11-16T11:17:52,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2043952819/meta-region-server: CHANGED 2024-11-16T11:17:52,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,41815,1731755869056}] 2024-11-16T11:17:52,296 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:17:52,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:17:52,301 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:17:52,301 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:52,301 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:17:52,302 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C41815%2C1731755869056.meta, suffix=.meta, logDir=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/WALs/a7948fca2832,41815,1731755869056, archiveDir=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/oldWALs, maxLogs=10 2024-11-16T11:17:52,315 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/WALs/a7948fca2832,41815,1731755869056/a7948fca2832%2C41815%2C1731755869056.meta.1731755872303.meta, exclude list is [], retry=0 2024-11-16T11:17:52,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35067,DS-f40e0bad-83bc-45e5-9250-80df13d8a6b5,DISK] 2024-11-16T11:17:52,318 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/WALs/a7948fca2832,41815,1731755869056/a7948fca2832%2C41815%2C1731755869056.meta.1731755872303.meta 2024-11-16T11:17:52,319 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41819:41819)] 2024-11-16T11:17:52,319 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:17:52,319 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:17:52,319 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:17:52,319 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:17:52,320 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:17:52,320 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:17:52,320 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:52,320 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:17:52,320 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:17:52,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:17:52,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:17:52,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:52,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:52,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:17:52,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:17:52,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:52,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:52,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:17:52,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:17:52,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:52,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:52,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:17:52,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:17:52,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:52,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:17:52,330 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:17:52,330 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740 2024-11-16T11:17:52,332 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740 2024-11-16T11:17:52,333 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:17:52,333 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:17:52,334 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:17:52,335 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:17:52,336 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58902327, jitterRate=-0.12228693068027496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:17:52,336 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:17:52,336 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731755872320Writing region info on filesystem at 1731755872320Initializing all the Stores at 1731755872321 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755872321Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755872323 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755872323Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755872323Cleaning up temporary data from old regions at 1731755872333 (+10 ms)Running coprocessor post-open hooks at 1731755872336 (+3 ms)Region opened successfully at 1731755872336 2024-11-16T11:17:52,337 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731755872295 2024-11-16T11:17:52,340 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:17:52,340 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:17:52,341 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,41815,1731755869056 2024-11-16T11:17:52,342 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,41815,1731755869056, state=OPEN 2024-11-16T11:17:52,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x101435d5fde0004, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2043952819/meta-region-server 2024-11-16T11:17:52,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2043952819/meta-region-server 2024-11-16T11:17:52,353 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,41815,1731755869056 2024-11-16T11:17:52,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2043952819/meta-region-server: CHANGED 2024-11-16T11:17:52,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2043952819/meta-region-server: CHANGED 2024-11-16T11:17:52,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:17:52,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,41815,1731755869056 in 210 msec 2024-11-16T11:17:52,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:17:52,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 396 msec 2024-11-16T11:17:52,359 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:17:52,359 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:17:52,361 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:17:52,361 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,41815,1731755869056, seqNum=-1] 2024-11-16T11:17:52,361 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:17:52,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:17:52,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2440 sec 2024-11-16T11:17:52,371 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731755872371, completionTime=-1 2024-11-16T11:17:52,371 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:17:52,371 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:17:52,373 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:17:52,373 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731755932373 2024-11-16T11:17:52,374 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731755992374 2024-11-16T11:17:52,374 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T11:17:52,374 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,44985,1731755868810-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:52,374 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,44985,1731755868810-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:52,374 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,44985,1731755868810-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:52,374 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:44985, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:52,374 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:52,376 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:52,377 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:17:52,381 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.249sec 2024-11-16T11:17:52,381 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:17:52,381 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:17:52,381 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:17:52,381 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:17:52,381 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:17:52,381 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,44985,1731755868810-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:17:52,381 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,44985,1731755868810-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:17:52,384 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:17:52,384 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:17:52,384 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,44985,1731755868810-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:17:52,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0b6409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:52,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,44985,-1 for getting cluster id 2024-11-16T11:17:52,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:52,394 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf2fb0b3-4006-4a90-9166-dd87861613ed' 2024-11-16T11:17:52,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:52,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf2fb0b3-4006-4a90-9166-dd87861613ed" 2024-11-16T11:17:52,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb78d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:52,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,44985,-1] 2024-11-16T11:17:52,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:52,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:52,396 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:52,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a104986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:52,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:17:52,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,41815,1731755869056, seqNum=-1] 2024-11-16T11:17:52,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:17:52,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:17:52,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,44985,1731755868810 2024-11-16T11:17:52,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57473 2024-11-16T11:17:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:17:52,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101435d5fde0005 connected 2024-11-16T11:17:52,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:52,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,36425,1731755863119 2024-11-16T11:17:52,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cbbb80f 2024-11-16T11:17:52,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:52,434 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:17:52,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:17:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T11:17:52,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:17:52,442 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:52,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T11:17:52,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:17:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:52,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741835_1011 (size=902) 2024-11-16T11:17:52,450 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59cebe894ca034e4e6a73860fbf08e37, NAME => 'test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834 2024-11-16T11:17:52,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741836_1012 (size=39) 2024-11-16T11:17:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:52,856 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:52,857 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 59cebe894ca034e4e6a73860fbf08e37, disabling compactions & flushes 2024-11-16T11:17:52,857 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37. 2024-11-16T11:17:52,857 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37. 2024-11-16T11:17:52,857 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37. after waiting 0 ms 2024-11-16T11:17:52,857 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37. 2024-11-16T11:17:52,857 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37. 2024-11-16T11:17:52,857 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59cebe894ca034e4e6a73860fbf08e37: Waiting for close lock at 1731755872857Disabling compacts and flushes for region at 1731755872857Disabling writes for close at 1731755872857Writing region close event to WAL at 1731755872857Closed at 1731755872857 2024-11-16T11:17:52,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:17:52,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731755872858"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755872858"}]},"ts":"1731755872858"} 2024-11-16T11:17:52,861 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:17:52,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:17:52,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755872862"}]},"ts":"1731755872862"} 2024-11-16T11:17:52,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T11:17:52,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=59cebe894ca034e4e6a73860fbf08e37, ASSIGN}] 2024-11-16T11:17:52,865 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=59cebe894ca034e4e6a73860fbf08e37, ASSIGN 2024-11-16T11:17:52,866 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=59cebe894ca034e4e6a73860fbf08e37, ASSIGN; state=OFFLINE, location=a7948fca2832,33655,1731755863315; forceNewPlan=false, retain=false 2024-11-16T11:17:53,017 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59cebe894ca034e4e6a73860fbf08e37, regionState=OPENING, regionLocation=a7948fca2832,33655,1731755863315 2024-11-16T11:17:53,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=59cebe894ca034e4e6a73860fbf08e37, ASSIGN because future has completed 2024-11-16T11:17:53,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59cebe894ca034e4e6a73860fbf08e37, server=a7948fca2832,33655,1731755863315}] 2024-11-16T11:17:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:53,177 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37. 2024-11-16T11:17:53,177 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 59cebe894ca034e4e6a73860fbf08e37, NAME => 'test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:17:53,177 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:17:53,177 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T11:17:53,178 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 59cebe894ca034e4e6a73860fbf08e37 2024-11-16T11:17:53,178 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:53,178 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 59cebe894ca034e4e6a73860fbf08e37 2024-11-16T11:17:53,178 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 59cebe894ca034e4e6a73860fbf08e37 2024-11-16T11:17:53,179 INFO [StoreOpener-59cebe894ca034e4e6a73860fbf08e37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 59cebe894ca034e4e6a73860fbf08e37 2024-11-16T11:17:53,181 INFO [StoreOpener-59cebe894ca034e4e6a73860fbf08e37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59cebe894ca034e4e6a73860fbf08e37 columnFamilyName f 2024-11-16T11:17:53,181 DEBUG [StoreOpener-59cebe894ca034e4e6a73860fbf08e37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:53,181 INFO [StoreOpener-59cebe894ca034e4e6a73860fbf08e37-1 {}] regionserver.HStore(327): Store=59cebe894ca034e4e6a73860fbf08e37/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:53,181 INFO [StoreOpener-59cebe894ca034e4e6a73860fbf08e37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 59cebe894ca034e4e6a73860fbf08e37 2024-11-16T11:17:53,183 INFO [StoreOpener-59cebe894ca034e4e6a73860fbf08e37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59cebe894ca034e4e6a73860fbf08e37 columnFamilyName f1 2024-11-16T11:17:53,183 DEBUG [StoreOpener-59cebe894ca034e4e6a73860fbf08e37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:53,183 INFO [StoreOpener-59cebe894ca034e4e6a73860fbf08e37-1 {}] regionserver.HStore(327): Store=59cebe894ca034e4e6a73860fbf08e37/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:53,183 INFO [StoreOpener-59cebe894ca034e4e6a73860fbf08e37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 59cebe894ca034e4e6a73860fbf08e37 2024-11-16T11:17:53,184 INFO [StoreOpener-59cebe894ca034e4e6a73860fbf08e37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59cebe894ca034e4e6a73860fbf08e37 columnFamilyName norep 2024-11-16T11:17:53,184 DEBUG [StoreOpener-59cebe894ca034e4e6a73860fbf08e37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:53,185 INFO [StoreOpener-59cebe894ca034e4e6a73860fbf08e37-1 {}] regionserver.HStore(327): Store=59cebe894ca034e4e6a73860fbf08e37/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:53,185 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 59cebe894ca034e4e6a73860fbf08e37 2024-11-16T11:17:53,185 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/default/test/59cebe894ca034e4e6a73860fbf08e37 2024-11-16T11:17:53,186 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/default/test/59cebe894ca034e4e6a73860fbf08e37 2024-11-16T11:17:53,187 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 59cebe894ca034e4e6a73860fbf08e37 2024-11-16T11:17:53,187 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 59cebe894ca034e4e6a73860fbf08e37 2024-11-16T11:17:53,187 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:17:53,189 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 59cebe894ca034e4e6a73860fbf08e37 2024-11-16T11:17:53,191 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/default/test/59cebe894ca034e4e6a73860fbf08e37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:17:53,191 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 59cebe894ca034e4e6a73860fbf08e37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66604414, jitterRate=-0.00751689076423645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:17:53,191 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59cebe894ca034e4e6a73860fbf08e37 2024-11-16T11:17:53,192 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 59cebe894ca034e4e6a73860fbf08e37: Running coprocessor pre-open hook at 1731755873178Writing region info on filesystem at 1731755873178Initializing all the Stores at 1731755873179 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755873179Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755873179Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755873179Cleaning up temporary data from old regions at 1731755873187 (+8 ms)Running coprocessor post-open hooks at 1731755873191 (+4 ms)Region opened successfully at 1731755873192 (+1 ms) 2024-11-16T11:17:53,195 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37., pid=6, masterSystemTime=1731755873173 2024-11-16T11:17:53,198 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37. 2024-11-16T11:17:53,198 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37. 2024-11-16T11:17:53,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59cebe894ca034e4e6a73860fbf08e37, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a7948fca2832,33655,1731755863315 2024-11-16T11:17:53,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59cebe894ca034e4e6a73860fbf08e37, server=a7948fca2832,33655,1731755863315 because future has completed 2024-11-16T11:17:53,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T11:17:53,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 59cebe894ca034e4e6a73860fbf08e37, server=a7948fca2832,33655,1731755863315 in 184 msec 2024-11-16T11:17:53,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T11:17:53,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=59cebe894ca034e4e6a73860fbf08e37, ASSIGN in 342 msec 2024-11-16T11:17:53,211 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:17:53,211 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755873211"}]},"ts":"1731755873211"} 2024-11-16T11:17:53,214 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T11:17:53,215 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:17:53,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 777 msec 2024-11-16T11:17:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:53,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:53,582 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T11:17:53,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,44985,1731755868810 2024-11-16T11:17:53,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66b2f026 2024-11-16T11:17:53,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:53,585 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:17:53,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:17:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T11:17:53,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:17:53,588 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:53,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T11:17:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:53,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:17:53,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741835_1011 (size=902) 2024-11-16T11:17:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:53,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T11:17:53,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T11:17:53,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T11:17:53,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T11:17:53,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:17:53,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T11:17:53,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:17:53,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T11:17:53,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:17:53,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T11:17:53,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T11:17:53,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T11:17:53,998 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 88c7963c18c2268f04b4503e17bdce0f, NAME => 'test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8 2024-11-16T11:17:54,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741836_1012 (size=39) 2024-11-16T11:17:54,004 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:54,004 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 88c7963c18c2268f04b4503e17bdce0f, disabling compactions & flushes 2024-11-16T11:17:54,004 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f. 2024-11-16T11:17:54,004 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f. 2024-11-16T11:17:54,005 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f. after waiting 0 ms 2024-11-16T11:17:54,005 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f. 2024-11-16T11:17:54,005 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f. 2024-11-16T11:17:54,005 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 88c7963c18c2268f04b4503e17bdce0f: Waiting for close lock at 1731755874004Disabling compacts and flushes for region at 1731755874004Disabling writes for close at 1731755874005 (+1 ms)Writing region close event to WAL at 1731755874005Closed at 1731755874005 2024-11-16T11:17:54,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:17:54,006 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731755874006"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755874006"}]},"ts":"1731755874006"} 2024-11-16T11:17:54,008 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:17:54,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:17:54,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755874009"}]},"ts":"1731755874009"} 2024-11-16T11:17:54,012 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T11:17:54,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=88c7963c18c2268f04b4503e17bdce0f, ASSIGN}] 2024-11-16T11:17:54,014 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=88c7963c18c2268f04b4503e17bdce0f, ASSIGN 2024-11-16T11:17:54,016 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=88c7963c18c2268f04b4503e17bdce0f, ASSIGN; state=OFFLINE, location=a7948fca2832,41815,1731755869056; forceNewPlan=false, retain=false 2024-11-16T11:17:54,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=88c7963c18c2268f04b4503e17bdce0f, regionState=OPENING, regionLocation=a7948fca2832,41815,1731755869056 2024-11-16T11:17:54,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=88c7963c18c2268f04b4503e17bdce0f, ASSIGN because future has completed 2024-11-16T11:17:54,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88c7963c18c2268f04b4503e17bdce0f, server=a7948fca2832,41815,1731755869056}] 2024-11-16T11:17:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:54,336 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f. 2024-11-16T11:17:54,337 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 88c7963c18c2268f04b4503e17bdce0f, NAME => 'test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:17:54,337 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:17:54,337 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T11:17:54,337 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 88c7963c18c2268f04b4503e17bdce0f 2024-11-16T11:17:54,337 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:54,338 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 88c7963c18c2268f04b4503e17bdce0f 2024-11-16T11:17:54,338 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 88c7963c18c2268f04b4503e17bdce0f 2024-11-16T11:17:54,341 INFO [StoreOpener-88c7963c18c2268f04b4503e17bdce0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 88c7963c18c2268f04b4503e17bdce0f 2024-11-16T11:17:54,343 INFO [StoreOpener-88c7963c18c2268f04b4503e17bdce0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88c7963c18c2268f04b4503e17bdce0f columnFamilyName f 2024-11-16T11:17:54,343 DEBUG [StoreOpener-88c7963c18c2268f04b4503e17bdce0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:54,350 INFO [StoreOpener-88c7963c18c2268f04b4503e17bdce0f-1 {}] regionserver.HStore(327): Store=88c7963c18c2268f04b4503e17bdce0f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:54,350 INFO [StoreOpener-88c7963c18c2268f04b4503e17bdce0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 88c7963c18c2268f04b4503e17bdce0f 2024-11-16T11:17:54,352 INFO [StoreOpener-88c7963c18c2268f04b4503e17bdce0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88c7963c18c2268f04b4503e17bdce0f columnFamilyName f1 2024-11-16T11:17:54,352 DEBUG [StoreOpener-88c7963c18c2268f04b4503e17bdce0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:54,353 INFO [StoreOpener-88c7963c18c2268f04b4503e17bdce0f-1 {}] regionserver.HStore(327): Store=88c7963c18c2268f04b4503e17bdce0f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:54,353 INFO [StoreOpener-88c7963c18c2268f04b4503e17bdce0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 88c7963c18c2268f04b4503e17bdce0f 2024-11-16T11:17:54,354 INFO [StoreOpener-88c7963c18c2268f04b4503e17bdce0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88c7963c18c2268f04b4503e17bdce0f columnFamilyName norep 2024-11-16T11:17:54,354 DEBUG [StoreOpener-88c7963c18c2268f04b4503e17bdce0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:54,356 INFO [StoreOpener-88c7963c18c2268f04b4503e17bdce0f-1 {}] regionserver.HStore(327): Store=88c7963c18c2268f04b4503e17bdce0f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:54,356 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 88c7963c18c2268f04b4503e17bdce0f 2024-11-16T11:17:54,357 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/default/test/88c7963c18c2268f04b4503e17bdce0f 2024-11-16T11:17:54,358 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/default/test/88c7963c18c2268f04b4503e17bdce0f 2024-11-16T11:17:54,359 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 88c7963c18c2268f04b4503e17bdce0f 2024-11-16T11:17:54,359 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 88c7963c18c2268f04b4503e17bdce0f 2024-11-16T11:17:54,360 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:17:54,362 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 88c7963c18c2268f04b4503e17bdce0f 2024-11-16T11:17:54,366 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/default/test/88c7963c18c2268f04b4503e17bdce0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:17:54,367 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 88c7963c18c2268f04b4503e17bdce0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72107316, jitterRate=0.0744827389717102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:17:54,367 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88c7963c18c2268f04b4503e17bdce0f 2024-11-16T11:17:54,367 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 88c7963c18c2268f04b4503e17bdce0f: Running coprocessor pre-open hook at 1731755874338Writing region info on filesystem at 1731755874338Initializing all the Stores at 1731755874339 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755874339Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755874340 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755874340Cleaning up temporary data from old regions at 1731755874359 (+19 ms)Running coprocessor post-open hooks at 1731755874367 (+8 ms)Region opened successfully at 1731755874367 2024-11-16T11:17:54,368 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f., pid=6, masterSystemTime=1731755874326 2024-11-16T11:17:54,371 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f. 2024-11-16T11:17:54,371 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f. 2024-11-16T11:17:54,373 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=88c7963c18c2268f04b4503e17bdce0f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a7948fca2832,41815,1731755869056 2024-11-16T11:17:54,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88c7963c18c2268f04b4503e17bdce0f, server=a7948fca2832,41815,1731755869056 because future has completed 2024-11-16T11:17:54,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T11:17:54,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 88c7963c18c2268f04b4503e17bdce0f, server=a7948fca2832,41815,1731755869056 in 210 msec 2024-11-16T11:17:54,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T11:17:54,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=88c7963c18c2268f04b4503e17bdce0f, ASSIGN in 374 msec 2024-11-16T11:17:54,396 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:17:54,396 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755874396"}]},"ts":"1731755874396"} 2024-11-16T11:17:54,406 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T11:17:54,409 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:17:54,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 823 msec 2024-11-16T11:17:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:17:54,723 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T11:17:54,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5a8218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:54,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,36425,-1 for getting cluster id 2024-11-16T11:17:54,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:54,734 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '247f95fd-bb45-44d7-adf7-78048d00c769' 2024-11-16T11:17:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "247f95fd-bb45-44d7-adf7-78048d00c769" 2024-11-16T11:17:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239fe89a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,36425,-1] 2024-11-16T11:17:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:54,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:54,737 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:54,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a5c53a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:54,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573f5058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:54,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,44985,-1 for getting cluster id 2024-11-16T11:17:54,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:54,742 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf2fb0b3-4006-4a90-9166-dd87861613ed' 2024-11-16T11:17:54,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf2fb0b3-4006-4a90-9166-dd87861613ed" 2024-11-16T11:17:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c99e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,44985,-1] 2024-11-16T11:17:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:54,746 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:54,748 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e637bee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:54,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:54,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,36425,-1 for getting cluster id 2024-11-16T11:17:54,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:54,751 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '247f95fd-bb45-44d7-adf7-78048d00c769' 2024-11-16T11:17:54,752 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:54,752 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "247f95fd-bb45-44d7-adf7-78048d00c769" 2024-11-16T11:17:54,752 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66764de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:54,752 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,36425,-1] 2024-11-16T11:17:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:54,755 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:54,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292c33c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:54,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:54,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,36425,1731755863119 2024-11-16T11:17:54,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bf9cc4e 2024-11-16T11:17:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:54,763 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:17:54,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a7948fca2832:44985,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-16T11:17:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T11:17:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:17:54,768 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:44985' 2024-11-16T11:17:54,781 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd7eaa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:54,781 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,44985,-1 for getting cluster id 2024-11-16T11:17:54,781 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:54,783 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf2fb0b3-4006-4a90-9166-dd87861613ed' 2024-11-16T11:17:54,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:54,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf2fb0b3-4006-4a90-9166-dd87861613ed" 2024-11-16T11:17:54,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361674a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:54,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,44985,-1] 2024-11-16T11:17:54,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:54,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:54,787 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:54,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1047c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:54,789 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:54,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,44985,1731755868810 2024-11-16T11:17:54,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d5fdd34 2024-11-16T11:17:54,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:54,795 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:17:54,797 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T11:17:54,797 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T11:17:54,797 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:54,797 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:54,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:54,798 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:17:54,800 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T11:17:54,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:17:54,805 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:54,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:17:54,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741837_1013 (size=1138) 2024-11-16T11:17:54,850 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T11:17:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:17:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:17:55,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a483ac7be85514a114217e364159f314, NAME => 'hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834 2024-11-16T11:17:55,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741838_1014 (size=44) 2024-11-16T11:17:55,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:55,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a483ac7be85514a114217e364159f314, disabling compactions & flushes 2024-11-16T11:17:55,265 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314. 2024-11-16T11:17:55,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314. 2024-11-16T11:17:55,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314. after waiting 0 ms 2024-11-16T11:17:55,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314. 2024-11-16T11:17:55,265 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314. 2024-11-16T11:17:55,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a483ac7be85514a114217e364159f314: Waiting for close lock at 1731755875265Disabling compacts and flushes for region at 1731755875265Disabling writes for close at 1731755875265Writing region close event to WAL at 1731755875265Closed at 1731755875265 2024-11-16T11:17:55,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:17:55,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731755875267"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755875267"}]},"ts":"1731755875267"} 2024-11-16T11:17:55,271 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:17:55,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:17:55,274 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755875273"}]},"ts":"1731755875273"} 2024-11-16T11:17:55,277 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T11:17:55,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a483ac7be85514a114217e364159f314, ASSIGN}] 2024-11-16T11:17:55,279 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a483ac7be85514a114217e364159f314, ASSIGN 2024-11-16T11:17:55,281 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a483ac7be85514a114217e364159f314, ASSIGN; state=OFFLINE, location=a7948fca2832,33655,1731755863315; forceNewPlan=false, retain=false 2024-11-16T11:17:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:17:55,432 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a483ac7be85514a114217e364159f314, regionState=OPENING, regionLocation=a7948fca2832,33655,1731755863315 2024-11-16T11:17:55,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a483ac7be85514a114217e364159f314, ASSIGN because future has completed 2024-11-16T11:17:55,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a483ac7be85514a114217e364159f314, server=a7948fca2832,33655,1731755863315}] 2024-11-16T11:17:55,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314. 2024-11-16T11:17:55,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:17:55,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T11:17:55,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C33655%2C1731755863315.rep, suffix=, logDir=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315, archiveDir=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/oldWALs, maxLogs=10 2024-11-16T11:17:55,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.rep.1731755875601, exclude list is [], retry=0 2024-11-16T11:17:55,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40773,DS-1a344a06-a423-4bd4-8438-4015fcd2207b,DISK] 2024-11-16T11:17:55,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.rep.1731755875601 2024-11-16T11:17:55,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36439:36439)] 2024-11-16T11:17:55,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a483ac7be85514a114217e364159f314, NAME => 'hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:17:55,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:17:55,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:17:55,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314. service=MultiRowMutationService 2024-11-16T11:17:55,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T11:17:55,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a483ac7be85514a114217e364159f314 2024-11-16T11:17:55,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:17:55,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a483ac7be85514a114217e364159f314 2024-11-16T11:17:55,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a483ac7be85514a114217e364159f314 2024-11-16T11:17:55,632 INFO [StoreOpener-a483ac7be85514a114217e364159f314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a483ac7be85514a114217e364159f314 2024-11-16T11:17:55,633 INFO [StoreOpener-a483ac7be85514a114217e364159f314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a483ac7be85514a114217e364159f314 columnFamilyName hfileref 2024-11-16T11:17:55,633 DEBUG [StoreOpener-a483ac7be85514a114217e364159f314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:55,634 INFO [StoreOpener-a483ac7be85514a114217e364159f314-1 {}] regionserver.HStore(327): Store=a483ac7be85514a114217e364159f314/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:55,634 INFO [StoreOpener-a483ac7be85514a114217e364159f314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a483ac7be85514a114217e364159f314 2024-11-16T11:17:55,635 INFO [StoreOpener-a483ac7be85514a114217e364159f314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a483ac7be85514a114217e364159f314 columnFamilyName queue 2024-11-16T11:17:55,635 DEBUG [StoreOpener-a483ac7be85514a114217e364159f314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:55,636 INFO [StoreOpener-a483ac7be85514a114217e364159f314-1 {}] regionserver.HStore(327): Store=a483ac7be85514a114217e364159f314/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:55,636 INFO [StoreOpener-a483ac7be85514a114217e364159f314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a483ac7be85514a114217e364159f314 2024-11-16T11:17:55,638 INFO [StoreOpener-a483ac7be85514a114217e364159f314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a483ac7be85514a114217e364159f314 columnFamilyName sid 2024-11-16T11:17:55,638 DEBUG [StoreOpener-a483ac7be85514a114217e364159f314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:17:55,638 INFO [StoreOpener-a483ac7be85514a114217e364159f314-1 {}] regionserver.HStore(327): Store=a483ac7be85514a114217e364159f314/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:17:55,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a483ac7be85514a114217e364159f314 2024-11-16T11:17:55,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/replication/a483ac7be85514a114217e364159f314 2024-11-16T11:17:55,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/replication/a483ac7be85514a114217e364159f314 2024-11-16T11:17:55,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a483ac7be85514a114217e364159f314 2024-11-16T11:17:55,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a483ac7be85514a114217e364159f314 2024-11-16T11:17:55,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:17:55,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a483ac7be85514a114217e364159f314 2024-11-16T11:17:55,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/replication/a483ac7be85514a114217e364159f314/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:17:55,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a483ac7be85514a114217e364159f314; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71143903, jitterRate=0.06012676656246185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:17:55,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a483ac7be85514a114217e364159f314 2024-11-16T11:17:55,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a483ac7be85514a114217e364159f314: Running coprocessor pre-open hook at 1731755875630Writing region info on filesystem at 1731755875630Initializing all the Stores at 1731755875631 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755875631Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755875631Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755875631Cleaning up temporary data from old regions at 1731755875642 (+11 ms)Running coprocessor post-open hooks at 1731755875662 (+20 ms)Region opened successfully at 1731755875663 (+1 ms) 2024-11-16T11:17:55,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314., pid=10, masterSystemTime=1731755875590 2024-11-16T11:17:55,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314. 2024-11-16T11:17:55,668 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a483ac7be85514a114217e364159f314, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,33655,1731755863315 2024-11-16T11:17:55,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314. 2024-11-16T11:17:55,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a483ac7be85514a114217e364159f314, server=a7948fca2832,33655,1731755863315 because future has completed 2024-11-16T11:17:55,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T11:17:55,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a483ac7be85514a114217e364159f314, server=a7948fca2832,33655,1731755863315 in 239 msec 2024-11-16T11:17:55,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T11:17:55,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a483ac7be85514a114217e364159f314, ASSIGN in 409 msec 2024-11-16T11:17:55,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:17:55,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755875693"}]},"ts":"1731755875693"} 2024-11-16T11:17:55,697 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T11:17:55,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:17:55,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 901 msec 2024-11-16T11:17:55,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314., hostname=a7948fca2832,33655,1731755863315, seqNum=2] 2024-11-16T11:17:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:17:55,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33655-0x101435d5fde0001, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083 2024-11-16T11:17:55,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083 2024-11-16T11:17:55,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T11:17:56,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T11:17:56,092 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T11:17:56,140 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a7948fca2832,33655,1731755863315, ReplicationSource: 1, currentBandwidth=0 2024-11-16T11:17:56,140 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:17:56,140 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,33655,1731755863315, seqNum=-1] 2024-11-16T11:17:56,141 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:17:56,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-16T11:17:56,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a7948fca2832,33655,1731755863315', locateType=CURRENT is [region=hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314., hostname=a7948fca2832,33655,1731755863315, seqNum=2] 2024-11-16T11:17:56,151 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T11:17:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T11:17:56,157 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a7948fca2832,33655,1731755863315 suceeded 2024-11-16T11:17:56,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T11:17:56,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-16T11:17:56,166 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a7948fca2832:44985,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-16T11:17:56,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4020 sec 2024-11-16T11:17:56,227 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:44985' 2024-11-16T11:17:56,229 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5db6b2f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:56,229 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,44985,-1 for getting cluster id 2024-11-16T11:17:56,229 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:56,231 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf2fb0b3-4006-4a90-9166-dd87861613ed' 2024-11-16T11:17:56,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:56,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf2fb0b3-4006-4a90-9166-dd87861613ed" 2024-11-16T11:17:56,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ec279c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:56,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,44985,-1] 2024-11-16T11:17:56,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:56,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:56,233 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:56,234 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e91cef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:56,234 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:56,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,44985,1731755868810 2024-11-16T11:17:56,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a031242 2024-11-16T11:17:56,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:56,237 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-16T11:17:56,238 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a7948fca2832,33655,1731755863315 (queues=1) is replicating from cluster=247f95fd-bb45-44d7-adf7-78048d00c769 to cluster=cf2fb0b3-4006-4a90-9166-dd87861613ed 2024-11-16T11:17:56,238 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a7948fca2832%2C33655%2C1731755863315 2024-11-16T11:17:56,238 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a7948fca2832,33655,1731755863315, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T11:17:56,248 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528, startPosition=0, beingWritten=true 2024-11-16T11:17:56,256 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.shippera7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a7948fca2832%2C33655%2C1731755863315 2024-11-16T11:17:56,279 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:17:56,279 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 379, reset compression=false 2024-11-16T11:17:56,280 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.shippera7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,33655,1731755863315 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:17:56,489 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 379, reset compression=false 2024-11-16T11:17:56,796 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 379, reset compression=false 2024-11-16T11:17:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:17:56,913 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T11:17:56,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:17:56,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:56,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:56,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:56,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:56,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:56,922 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731755876919/Put/seqid=0 2024-11-16T11:17:56,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741840_1016 (size=7894) 2024-11-16T11:17:56,933 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/load_f/f/hfile_1 is 34, key is ddd/f:row/1731755876932/Put/seqid=0 2024-11-16T11:17:56,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741841_1017 (size=7691) 2024-11-16T11:17:57,225 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 379, reset compression=false 2024-11-16T11:17:57,295 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T11:17:57,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2b4e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:57,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,36425,-1 for getting cluster id 2024-11-16T11:17:57,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:57,343 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '247f95fd-bb45-44d7-adf7-78048d00c769' 2024-11-16T11:17:57,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:57,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "247f95fd-bb45-44d7-adf7-78048d00c769" 2024-11-16T11:17:57,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@693c2564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:57,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,36425,-1] 2024-11-16T11:17:57,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:57,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:57,344 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:57,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:57,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:17:57,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,33655,1731755863315, seqNum=-1] 2024-11-16T11:17:57,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:17:57,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:17:57,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:57,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,36425,1731755863119 2024-11-16T11:17:57,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1673b96a 2024-11-16T11:17:57,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:57,365 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:17:57,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37., hostname=a7948fca2832,33655,1731755863315, seqNum=2] 2024-11-16T11:17:57,386 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T11:17:57,401 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-16T11:17:57,405 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-16T11:17:57,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/load_f/f/hfile_0 for inclusion in 59cebe894ca034e4e6a73860fbf08e37/f 2024-11-16T11:17:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T11:17:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:17:57,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/load_f/f/hfile_1 for inclusion in 59cebe894ca034e4e6a73860fbf08e37/f 2024-11-16T11:17:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T11:17:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:17:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HRegion(2603): Flush status journal for 59cebe894ca034e4e6a73860fbf08e37: 2024-11-16T11:17:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/load_f/f/hfile_0 to hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/staging/jenkins__test__sheu643h33gmoqu4qdauu53svlfng3i4g3l9r34pt70c3162cogk0fj1igp2msug/f/hfile_0 2024-11-16T11:17:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/staging/jenkins__test__sheu643h33gmoqu4qdauu53svlfng3i4g3l9r34pt70c3162cogk0fj1igp2msug/f/hfile_0 as hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/default/test/59cebe894ca034e4e6a73860fbf08e37/f/f9036b3ad4844a1491a467958c6ebf46_SeqId_4_ 2024-11-16T11:17:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/load_f/f/hfile_1 to hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/staging/jenkins__test__sheu643h33gmoqu4qdauu53svlfng3i4g3l9r34pt70c3162cogk0fj1igp2msug/f/hfile_1 2024-11-16T11:17:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/staging/jenkins__test__sheu643h33gmoqu4qdauu53svlfng3i4g3l9r34pt70c3162cogk0fj1igp2msug/f/hfile_1 as hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/default/test/59cebe894ca034e4e6a73860fbf08e37/f/b2eed5522fda4adeb0e744baca01e7ca_SeqId_4_ 2024-11-16T11:17:57,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/staging/jenkins__test__sheu643h33gmoqu4qdauu53svlfng3i4g3l9r34pt70c3162cogk0fj1igp2msug/f/hfile_0 into 59cebe894ca034e4e6a73860fbf08e37/f as hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/default/test/59cebe894ca034e4e6a73860fbf08e37/f/f9036b3ad4844a1491a467958c6ebf46_SeqId_4_ - updating store file list. 2024-11-16T11:17:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f9036b3ad4844a1491a467958c6ebf46_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T11:17:57,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/default/test/59cebe894ca034e4e6a73860fbf08e37/f/f9036b3ad4844a1491a467958c6ebf46_SeqId_4_ into 59cebe894ca034e4e6a73860fbf08e37/f 2024-11-16T11:17:57,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/staging/jenkins__test__sheu643h33gmoqu4qdauu53svlfng3i4g3l9r34pt70c3162cogk0fj1igp2msug/f/hfile_0 into 59cebe894ca034e4e6a73860fbf08e37/f (new location: hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/default/test/59cebe894ca034e4e6a73860fbf08e37/f/f9036b3ad4844a1491a467958c6ebf46_SeqId_4_) 2024-11-16T11:17:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/staging/jenkins__test__sheu643h33gmoqu4qdauu53svlfng3i4g3l9r34pt70c3162cogk0fj1igp2msug/f/hfile_0 2024-11-16T11:17:57,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/staging/jenkins__test__sheu643h33gmoqu4qdauu53svlfng3i4g3l9r34pt70c3162cogk0fj1igp2msug/f/hfile_1 into 59cebe894ca034e4e6a73860fbf08e37/f as hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/default/test/59cebe894ca034e4e6a73860fbf08e37/f/b2eed5522fda4adeb0e744baca01e7ca_SeqId_4_ - updating store file list. 2024-11-16T11:17:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2eed5522fda4adeb0e744baca01e7ca_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T11:17:57,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/default/test/59cebe894ca034e4e6a73860fbf08e37/f/b2eed5522fda4adeb0e744baca01e7ca_SeqId_4_ into 59cebe894ca034e4e6a73860fbf08e37/f 2024-11-16T11:17:57,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/staging/jenkins__test__sheu643h33gmoqu4qdauu53svlfng3i4g3l9r34pt70c3162cogk0fj1igp2msug/f/hfile_1 into 59cebe894ca034e4e6a73860fbf08e37/f (new location: hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/default/test/59cebe894ca034e4e6a73860fbf08e37/f/b2eed5522fda4adeb0e744baca01e7ca_SeqId_4_) 2024-11-16T11:17:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/staging/jenkins__test__sheu643h33gmoqu4qdauu53svlfng3i4g3l9r34pt70c3162cogk0fj1igp2msug/f/hfile_1 2024-11-16T11:17:57,548 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:17:57,548 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:17:57,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:57,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:57,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:17:57,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:17:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37., hostname=a7948fca2832,33655,1731755863315, seqNum=2 , the old value is region=test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37., hostname=a7948fca2832,33655,1731755863315, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a7948fca2832:33655 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T11:17:57,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37., hostname=a7948fca2832,33655,1731755863315, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T11:17:57,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,41815,1731755869056, seqNum=-1] 2024-11-16T11:17:57,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37., hostname=a7948fca2832,33655,1731755863315, seqNum=2 from cache 2024-11-16T11:17:57,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:17:57,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:17:57,555 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T11:17:57,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f., hostname=a7948fca2832,41815,1731755869056, seqNum=2] 2024-11-16T11:17:57,562 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T11:17:57,663 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:33655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T11:17:57,728 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 379, reset compression=false 2024-11-16T11:17:57,754 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:17:57,754 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.shippera7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,33655,1731755863315 got entry batch from reader: WALEntryBatch [walEntries=[{test/59cebe894ca034e4e6a73860fbf08e37/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731755877535/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T11:17:57,781 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.shippera7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:17:57,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-16T11:17:57,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.ReplicationSink(318): Replicating [247f95fd-bb45-44d7-adf7-78048d00c769] bulk loaded data 2024-11-16T11:17:57,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ff7de1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:57,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,44985,-1 for getting cluster id 2024-11-16T11:17:57,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:17:57,789 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf2fb0b3-4006-4a90-9166-dd87861613ed' 2024-11-16T11:17:57,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:17:57,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf2fb0b3-4006-4a90-9166-dd87861613ed" 2024-11-16T11:17:57,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a3dac71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:57,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,44985,-1] 2024-11-16T11:17:57,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:17:57,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:17:57,792 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:17:57,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7151af99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:17:57,822 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:17:57,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741837_1013 (size=7894) 2024-11-16T11:17:57,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:17:57,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:17:57,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:17:57,954 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 687, reset compression=false 2024-11-16T11:17:58,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741838_1014 (size=7691) 2024-11-16T11:17:58,259 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 687, reset compression=false 2024-11-16T11:17:58,565 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T11:17:58,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:17:58,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,44985,1731755868810 2024-11-16T11:17:58,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a4ce436 2024-11-16T11:17:58,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:17:58,654 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-16T11:17:58,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T11:17:58,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:17:58,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,41815,1731755869056, seqNum=-1] 2024-11-16T11:17:58,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:17:58,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-16T11:17:58,664 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 687, reset compression=false 2024-11-16T11:17:58,665 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/staging/jenkins.hfs.6__test__50ppifd5d0spl0fngf3rsfeqchntd963bnmd04lbgvklkl97gvck87t7hcs0vtne/f/b2eed5522fda4adeb0e744baca01e7ca_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-16T11:17:58,668 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/staging/jenkins.hfs.6__test__50ppifd5d0spl0fngf3rsfeqchntd963bnmd04lbgvklkl97gvck87t7hcs0vtne/f/f9036b3ad4844a1491a467958c6ebf46_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-16T11:17:58,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/staging/jenkins.hfs.6__test__50ppifd5d0spl0fngf3rsfeqchntd963bnmd04lbgvklkl97gvck87t7hcs0vtne/f/b2eed5522fda4adeb0e744baca01e7ca_SeqId_4_ for inclusion in 88c7963c18c2268f04b4503e17bdce0f/f 2024-11-16T11:17:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T11:17:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:17:58,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/staging/jenkins.hfs.6__test__50ppifd5d0spl0fngf3rsfeqchntd963bnmd04lbgvklkl97gvck87t7hcs0vtne/f/f9036b3ad4844a1491a467958c6ebf46_SeqId_4_ for inclusion in 88c7963c18c2268f04b4503e17bdce0f/f 2024-11-16T11:17:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T11:17:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:17:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.HRegion(2603): Flush status journal for 88c7963c18c2268f04b4503e17bdce0f: 2024-11-16T11:17:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b2eed5522fda4adeb0e744baca01e7ca_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T11:17:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/staging/jenkins.hfs.6__test__50ppifd5d0spl0fngf3rsfeqchntd963bnmd04lbgvklkl97gvck87t7hcs0vtne/f/b2eed5522fda4adeb0e744baca01e7ca_SeqId_4_ as hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/default/test/88c7963c18c2268f04b4503e17bdce0f/f/4cb9149df4bf4070b1ca7fb0bbda5ba6_SeqId_4_ 2024-11-16T11:17:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f9036b3ad4844a1491a467958c6ebf46_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T11:17:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/staging/jenkins.hfs.6__test__50ppifd5d0spl0fngf3rsfeqchntd963bnmd04lbgvklkl97gvck87t7hcs0vtne/f/f9036b3ad4844a1491a467958c6ebf46_SeqId_4_ as hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/default/test/88c7963c18c2268f04b4503e17bdce0f/f/4ca7ddfd33dc45fe8d58ed359d298901_SeqId_4_ 2024-11-16T11:17:58,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/staging/jenkins.hfs.6__test__50ppifd5d0spl0fngf3rsfeqchntd963bnmd04lbgvklkl97gvck87t7hcs0vtne/f/b2eed5522fda4adeb0e744baca01e7ca_SeqId_4_ into 88c7963c18c2268f04b4503e17bdce0f/f as hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/default/test/88c7963c18c2268f04b4503e17bdce0f/f/4cb9149df4bf4070b1ca7fb0bbda5ba6_SeqId_4_ - updating store file list. 2024-11-16T11:17:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4cb9149df4bf4070b1ca7fb0bbda5ba6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T11:17:58,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/default/test/88c7963c18c2268f04b4503e17bdce0f/f/4cb9149df4bf4070b1ca7fb0bbda5ba6_SeqId_4_ into 88c7963c18c2268f04b4503e17bdce0f/f 2024-11-16T11:17:58,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/staging/jenkins.hfs.6__test__50ppifd5d0spl0fngf3rsfeqchntd963bnmd04lbgvklkl97gvck87t7hcs0vtne/f/b2eed5522fda4adeb0e744baca01e7ca_SeqId_4_ into 88c7963c18c2268f04b4503e17bdce0f/f (new location: hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/default/test/88c7963c18c2268f04b4503e17bdce0f/f/4cb9149df4bf4070b1ca7fb0bbda5ba6_SeqId_4_) 2024-11-16T11:17:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/staging/jenkins.hfs.6__test__50ppifd5d0spl0fngf3rsfeqchntd963bnmd04lbgvklkl97gvck87t7hcs0vtne/f/b2eed5522fda4adeb0e744baca01e7ca_SeqId_4_ 2024-11-16T11:17:58,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/staging/jenkins.hfs.6__test__50ppifd5d0spl0fngf3rsfeqchntd963bnmd04lbgvklkl97gvck87t7hcs0vtne/f/f9036b3ad4844a1491a467958c6ebf46_SeqId_4_ into 88c7963c18c2268f04b4503e17bdce0f/f as hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/default/test/88c7963c18c2268f04b4503e17bdce0f/f/4ca7ddfd33dc45fe8d58ed359d298901_SeqId_4_ - updating store file list. 2024-11-16T11:17:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4ca7ddfd33dc45fe8d58ed359d298901_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T11:17:58,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/default/test/88c7963c18c2268f04b4503e17bdce0f/f/4ca7ddfd33dc45fe8d58ed359d298901_SeqId_4_ into 88c7963c18c2268f04b4503e17bdce0f/f 2024-11-16T11:17:58,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/staging/jenkins.hfs.6__test__50ppifd5d0spl0fngf3rsfeqchntd963bnmd04lbgvklkl97gvck87t7hcs0vtne/f/f9036b3ad4844a1491a467958c6ebf46_SeqId_4_ into 88c7963c18c2268f04b4503e17bdce0f/f (new location: hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/default/test/88c7963c18c2268f04b4503e17bdce0f/f/4ca7ddfd33dc45fe8d58ed359d298901_SeqId_4_) 2024-11-16T11:17:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/staging/jenkins.hfs.6__test__50ppifd5d0spl0fngf3rsfeqchntd963bnmd04lbgvklkl97gvck87t7hcs0vtne/f/f9036b3ad4844a1491a467958c6ebf46_SeqId_4_ 2024-11-16T11:17:58,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41815 {}] regionserver.ReplicationSink(324): Finished replicating [247f95fd-bb45-44d7-adf7-78048d00c769] bulk loaded data 2024-11-16T11:17:59,168 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 687, reset compression=false 2024-11-16T11:17:59,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:17:59,587 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731755879585/Put/seqid=0 2024-11-16T11:17:59,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741842_1018 (size=7997) 2024-11-16T11:17:59,773 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 687, reset compression=false 2024-11-16T11:17:59,995 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731755879994/Put/seqid=0 2024-11-16T11:18:00,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741843_1019 (size=7794) 2024-11-16T11:18:00,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e86c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:18:00,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,36425,-1 for getting cluster id 2024-11-16T11:18:00,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:18:00,404 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '247f95fd-bb45-44d7-adf7-78048d00c769' 2024-11-16T11:18:00,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:18:00,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "247f95fd-bb45-44d7-adf7-78048d00c769" 2024-11-16T11:18:00,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bdefe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:18:00,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,36425,-1] 2024-11-16T11:18:00,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:18:00,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:18:00,407 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:18:00,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a70f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:18:00,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:18:00,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,33655,1731755863315, seqNum=-1] 2024-11-16T11:18:00,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:18:00,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:18:00,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:18:00,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,36425,1731755863119 2024-11-16T11:18:00,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39481fd3 2024-11-16T11:18:00,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:18:00,421 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:18:00,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37., hostname=a7948fca2832,33655,1731755863315, seqNum=2] 2024-11-16T11:18:00,427 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T11:18:00,433 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-16T11:18:00,436 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-16T11:18:00,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/load_f1/f1/hfile_0 for inclusion in 59cebe894ca034e4e6a73860fbf08e37/f1 2024-11-16T11:18:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-16T11:18:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:18:00,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/load_f1/f1/hfile_1 for inclusion in 59cebe894ca034e4e6a73860fbf08e37/f1 2024-11-16T11:18:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-16T11:18:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:18:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HRegion(2603): Flush status journal for 59cebe894ca034e4e6a73860fbf08e37: 2024-11-16T11:18:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/load_f1/f1/hfile_0 to hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/staging/jenkins__test__4sc4vm8k72v551lmdhh19l2fuh0it8ebefpo5uec7lti0ka3suq2geard1e0nh1/f1/hfile_0 2024-11-16T11:18:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/staging/jenkins__test__4sc4vm8k72v551lmdhh19l2fuh0it8ebefpo5uec7lti0ka3suq2geard1e0nh1/f1/hfile_0 as hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/default/test/59cebe894ca034e4e6a73860fbf08e37/f1/f92e76ccc72f425e9aa960382aa7ed03_SeqId_6_ 2024-11-16T11:18:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/load_f1/f1/hfile_1 to hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/staging/jenkins__test__4sc4vm8k72v551lmdhh19l2fuh0it8ebefpo5uec7lti0ka3suq2geard1e0nh1/f1/hfile_1 2024-11-16T11:18:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/staging/jenkins__test__4sc4vm8k72v551lmdhh19l2fuh0it8ebefpo5uec7lti0ka3suq2geard1e0nh1/f1/hfile_1 as hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/default/test/59cebe894ca034e4e6a73860fbf08e37/f1/b6b2f6b5248f4f9691b1d88229eab9eb_SeqId_6_ 2024-11-16T11:18:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-16T11:18:00,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/staging/jenkins__test__4sc4vm8k72v551lmdhh19l2fuh0it8ebefpo5uec7lti0ka3suq2geard1e0nh1/f1/hfile_0 into 59cebe894ca034e4e6a73860fbf08e37/f1 as hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/default/test/59cebe894ca034e4e6a73860fbf08e37/f1/f92e76ccc72f425e9aa960382aa7ed03_SeqId_6_ - updating store file list. 2024-11-16T11:18:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f92e76ccc72f425e9aa960382aa7ed03_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T11:18:00,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/default/test/59cebe894ca034e4e6a73860fbf08e37/f1/f92e76ccc72f425e9aa960382aa7ed03_SeqId_6_ into 59cebe894ca034e4e6a73860fbf08e37/f1 2024-11-16T11:18:00,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/staging/jenkins__test__4sc4vm8k72v551lmdhh19l2fuh0it8ebefpo5uec7lti0ka3suq2geard1e0nh1/f1/hfile_0 into 59cebe894ca034e4e6a73860fbf08e37/f1 (new location: hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/default/test/59cebe894ca034e4e6a73860fbf08e37/f1/f92e76ccc72f425e9aa960382aa7ed03_SeqId_6_) 2024-11-16T11:18:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/staging/jenkins__test__4sc4vm8k72v551lmdhh19l2fuh0it8ebefpo5uec7lti0ka3suq2geard1e0nh1/f1/hfile_0 2024-11-16T11:18:00,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/staging/jenkins__test__4sc4vm8k72v551lmdhh19l2fuh0it8ebefpo5uec7lti0ka3suq2geard1e0nh1/f1/hfile_1 into 59cebe894ca034e4e6a73860fbf08e37/f1 as hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/default/test/59cebe894ca034e4e6a73860fbf08e37/f1/b6b2f6b5248f4f9691b1d88229eab9eb_SeqId_6_ - updating store file list. 2024-11-16T11:18:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b6b2f6b5248f4f9691b1d88229eab9eb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T11:18:00,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/default/test/59cebe894ca034e4e6a73860fbf08e37/f1/b6b2f6b5248f4f9691b1d88229eab9eb_SeqId_6_ into 59cebe894ca034e4e6a73860fbf08e37/f1 2024-11-16T11:18:00,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/staging/jenkins__test__4sc4vm8k72v551lmdhh19l2fuh0it8ebefpo5uec7lti0ka3suq2geard1e0nh1/f1/hfile_1 into 59cebe894ca034e4e6a73860fbf08e37/f1 (new location: hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/default/test/59cebe894ca034e4e6a73860fbf08e37/f1/b6b2f6b5248f4f9691b1d88229eab9eb_SeqId_6_) 2024-11-16T11:18:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/staging/jenkins__test__4sc4vm8k72v551lmdhh19l2fuh0it8ebefpo5uec7lti0ka3suq2geard1e0nh1/f1/hfile_1 2024-11-16T11:18:00,471 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:18:00,471 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:18:00,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:18:00,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:18:00,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:18:00,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37., hostname=a7948fca2832,33655,1731755863315, seqNum=2 , the old value is region=test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37., hostname=a7948fca2832,33655,1731755863315, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a7948fca2832:33655 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T11:18:00,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37., hostname=a7948fca2832,33655,1731755863315, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T11:18:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37., hostname=a7948fca2832,33655,1731755863315, seqNum=2 from cache 2024-11-16T11:18:00,472 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:18:00,472 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T11:18:00,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,33655,1731755863315, seqNum=-1] 2024-11-16T11:18:00,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:18:00,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:18:00,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37., hostname=a7948fca2832,33655,1731755863315, seqNum=2] 2024-11-16T11:18:00,503 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 687, reset compression=false 2024-11-16T11:18:00,508 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:18:00,508 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:00,508 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.shippera7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,33655,1731755863315 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:18:00,582 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:33655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T11:18:00,713 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:01,017 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:01,421 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:01,926 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:02,530 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:03,234 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:03,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T11:18:03,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T11:18:04,038 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:04,942 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:05,947 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:07,051 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:08,254 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:09,558 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:10,962 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:12,466 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:12,707 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:18:14,070 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:15,774 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:17,577 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:18,399 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:18:19,481 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:20,511 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.shippera7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,33655,1731755863315 got entry batch from reader: null 2024-11-16T11:18:21,484 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:23,588 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:25,792 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:26,669 INFO [master/a7948fca2832:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T11:18:26,669 INFO [master/a7948fca2832:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T11:18:28,096 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:30,500 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:32,385 INFO [master/a7948fca2832:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T11:18:32,385 INFO [master/a7948fca2832:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T11:18:33,003 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:35,607 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:38,178 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 59cebe894ca034e4e6a73860fbf08e37, had cached 0 bytes from a total of 31376 2024-11-16T11:18:38,311 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:39,338 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 88c7963c18c2268f04b4503e17bdce0f, had cached 0 bytes from a total of 15585 2024-11-16T11:18:40,512 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.shippera7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,33655,1731755863315 got entry batch from reader: null 2024-11-16T11:18:41,114 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:42,707 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:18:44,018 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:47,023 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:48,399 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:18:50,129 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:52,378 DEBUG [master/a7948fca2832:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T11:18:53,333 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:18:56,637 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:19:00,043 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:19:00,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:19:00,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:19:00,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:00,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:00,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:00,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:19:00,510 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:19:00,510 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=667927041, stopped=false 2024-11-16T11:19:00,510 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,44985,1731755868810 2024-11-16T11:19:00,512 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.shippera7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,33655,1731755863315 got entry batch from reader: null 2024-11-16T11:19:00,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2043952819/running 2024-11-16T11:19:00,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043952819 2024-11-16T11:19:00,569 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:19:00,569 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:19:00,569 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:00,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:00,570 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,41815,1731755869056' ***** 2024-11-16T11:19:00,570 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:19:00,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x101435d5fde0004, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2043952819/running 2024-11-16T11:19:00,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x101435d5fde0004, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043952819 2024-11-16T11:19:00,571 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:19:00,571 INFO [RS:0;a7948fca2832:41815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:19:00,572 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:19:00,573 INFO [RS:0;a7948fca2832:41815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:19:00,573 INFO [RS:0;a7948fca2832:41815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:19:00,573 INFO [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(3091): Received CLOSE for 88c7963c18c2268f04b4503e17bdce0f 2024-11-16T11:19:00,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Set watcher on znode that does not yet exist, /1-2043952819/running 2024-11-16T11:19:00,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41815-0x101435d5fde0004, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Set watcher on znode that does not yet exist, /1-2043952819/running 2024-11-16T11:19:00,581 INFO [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,41815,1731755869056 2024-11-16T11:19:00,581 INFO [RS:0;a7948fca2832:41815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:19:00,581 INFO [RS:0;a7948fca2832:41815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:41815. 2024-11-16T11:19:00,581 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88c7963c18c2268f04b4503e17bdce0f, disabling compactions & flushes 2024-11-16T11:19:00,581 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f. 2024-11-16T11:19:00,581 DEBUG [RS:0;a7948fca2832:41815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:00,581 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f. 2024-11-16T11:19:00,581 DEBUG [RS:0;a7948fca2832:41815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:00,581 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f. after waiting 0 ms 2024-11-16T11:19:00,581 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f. 2024-11-16T11:19:00,581 INFO [RS:0;a7948fca2832:41815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:19:00,581 INFO [RS:0;a7948fca2832:41815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:19:00,581 INFO [RS:0;a7948fca2832:41815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:19:00,581 INFO [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:19:00,582 INFO [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T11:19:00,582 DEBUG [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(1325): Online Regions={88c7963c18c2268f04b4503e17bdce0f=test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:19:00,582 DEBUG [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88c7963c18c2268f04b4503e17bdce0f 2024-11-16T11:19:00,582 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:19:00,582 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:19:00,582 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:19:00,582 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:19:00,582 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:19:00,582 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-16T11:19:00,606 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/default/test/88c7963c18c2268f04b4503e17bdce0f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-16T11:19:00,607 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:19:00,607 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:19:00,607 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f. 2024-11-16T11:19:00,607 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88c7963c18c2268f04b4503e17bdce0f: Waiting for close lock at 1731755940581Running coprocessor pre-close hooks at 1731755940581Disabling compacts and flushes for region at 1731755940581Disabling writes for close at 1731755940581Writing region close event to WAL at 1731755940600 (+19 ms)Running coprocessor post-close hooks at 1731755940607 (+7 ms)Closed at 1731755940607 2024-11-16T11:19:00,607 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f. 2024-11-16T11:19:00,609 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/.tmp/info/a83ca2d2461042848d9e2f05d431406e is 129, key is test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f./info:regioninfo/1731755874372/Put/seqid=0 2024-11-16T11:19:00,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741839_1015 (size=6421) 2024-11-16T11:19:00,782 DEBUG [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:19:00,982 DEBUG [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:19:01,015 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/.tmp/info/a83ca2d2461042848d9e2f05d431406e 2024-11-16T11:19:01,034 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/.tmp/ns/fcfcde38a299405aad6d2481e87b4109 is 43, key is default/ns:d/1731755872364/Put/seqid=0 2024-11-16T11:19:01,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741840_1016 (size=5153) 2024-11-16T11:19:01,182 DEBUG [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:19:01,324 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:19:01,324 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:19:01,382 DEBUG [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:19:01,438 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/.tmp/ns/fcfcde38a299405aad6d2481e87b4109 2024-11-16T11:19:01,455 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/.tmp/rep_barrier/2e42202ec6f94813b59d4a66fc0ea791 is 112, key is test,,1731755873585.88c7963c18c2268f04b4503e17bdce0f./rep_barrier:seqnumDuringOpen/1731755874372/Put/seqid=0 2024-11-16T11:19:01,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741841_1017 (size=5518) 2024-11-16T11:19:01,582 INFO [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T11:19:01,582 DEBUG [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:19:01,583 DEBUG [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:19:01,783 DEBUG [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:19:01,860 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/.tmp/rep_barrier/2e42202ec6f94813b59d4a66fc0ea791 2024-11-16T11:19:01,877 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/.tmp/table/77cb3e91cf4a4ef2a0ea5103430175ed is 40, key is test/table:state/1731755874396/Put/seqid=0 2024-11-16T11:19:01,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741842_1018 (size=5165) 2024-11-16T11:19:01,983 DEBUG [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:19:02,183 DEBUG [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:19:02,281 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/.tmp/table/77cb3e91cf4a4ef2a0ea5103430175ed 2024-11-16T11:19:02,287 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/.tmp/info/a83ca2d2461042848d9e2f05d431406e as hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/info/a83ca2d2461042848d9e2f05d431406e 2024-11-16T11:19:02,292 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/info/a83ca2d2461042848d9e2f05d431406e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-16T11:19:02,292 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/.tmp/ns/fcfcde38a299405aad6d2481e87b4109 as hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/ns/fcfcde38a299405aad6d2481e87b4109 2024-11-16T11:19:02,297 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/ns/fcfcde38a299405aad6d2481e87b4109, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T11:19:02,298 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/.tmp/rep_barrier/2e42202ec6f94813b59d4a66fc0ea791 as hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/rep_barrier/2e42202ec6f94813b59d4a66fc0ea791 2024-11-16T11:19:02,303 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/rep_barrier/2e42202ec6f94813b59d4a66fc0ea791, entries=1, sequenceid=11, filesize=5.4 K 2024-11-16T11:19:02,304 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/.tmp/table/77cb3e91cf4a4ef2a0ea5103430175ed as hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/table/77cb3e91cf4a4ef2a0ea5103430175ed 2024-11-16T11:19:02,308 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/table/77cb3e91cf4a4ef2a0ea5103430175ed, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T11:19:02,309 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=11, compaction requested=false 2024-11-16T11:19:02,314 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T11:19:02,315 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:19:02,315 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:19:02,315 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:19:02,315 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755940582Running coprocessor pre-close hooks at 1731755940582Disabling compacts and flushes for region at 1731755940582Disabling writes for close at 1731755940582Obtaining lock to block concurrent updates at 1731755940582Preparing flush snapshotting stores in 1588230740 at 1731755940582Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731755940582Flushing stores of hbase:meta,,1.1588230740 at 1731755940584 (+2 ms)Flushing 1588230740/info: creating writer at 1731755940584Flushing 1588230740/info: appending metadata at 1731755940608 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731755940608Flushing 1588230740/ns: creating writer at 1731755941020 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731755941034 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731755941034Flushing 1588230740/rep_barrier: creating writer at 1731755941443 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731755941455 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731755941455Flushing 1588230740/table: creating writer at 1731755941864 (+409 ms)Flushing 1588230740/table: appending metadata at 1731755941876 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731755941876Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db13b8b: reopening flushed file at 1731755942286 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f587c56: reopening flushed file at 1731755942292 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78204b64: reopening flushed file at 1731755942298 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5a56cd: reopening flushed file at 1731755942303 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=11, compaction requested=false at 1731755942309 (+6 ms)Writing region close event to WAL at 1731755942311 (+2 ms)Running coprocessor post-close hooks at 1731755942315 (+4 ms)Closed at 1731755942315 2024-11-16T11:19:02,315 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:19:02,383 INFO [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,41815,1731755869056; all regions closed. 2024-11-16T11:19:02,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741834_1010 (size=2717) 2024-11-16T11:19:02,385 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/WALs/a7948fca2832,41815,1731755869056/a7948fca2832%2C41815%2C1731755869056.meta.1731755872303.meta not finished, retry = 0 2024-11-16T11:19:02,488 DEBUG [RS:0;a7948fca2832:41815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/oldWALs 2024-11-16T11:19:02,488 INFO [RS:0;a7948fca2832:41815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C41815%2C1731755869056.meta:.meta(num 1731755872303) 2024-11-16T11:19:02,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741832_1008 (size=1028) 2024-11-16T11:19:02,490 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/WALs/a7948fca2832,41815,1731755869056/a7948fca2832%2C41815%2C1731755869056.1731755871450 not finished, retry = 0 2024-11-16T11:19:02,592 DEBUG [RS:0;a7948fca2832:41815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/oldWALs 2024-11-16T11:19:02,592 INFO [RS:0;a7948fca2832:41815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C41815%2C1731755869056:(num 1731755871450) 2024-11-16T11:19:02,592 DEBUG [RS:0;a7948fca2832:41815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:02,592 INFO [RS:0;a7948fca2832:41815 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:19:02,592 INFO [RS:0;a7948fca2832:41815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:19:02,592 INFO [RS:0;a7948fca2832:41815 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:19:02,592 INFO [RS:0;a7948fca2832:41815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:19:02,592 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:19:02,593 INFO [RS:0;a7948fca2832:41815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:41815. 2024-11-16T11:19:02,593 DEBUG [RS:0;a7948fca2832:41815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:02,593 DEBUG [RS:0;a7948fca2832:41815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:02,593 DEBUG [RS:0;a7948fca2832:41815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:02,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:19:02,593 INFO [RS:0;a7948fca2832:41815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41815 2024-11-16T11:19:02,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043952819/rs 2024-11-16T11:19:02,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x101435d5fde0004, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2043952819/rs/a7948fca2832,41815,1731755869056 2024-11-16T11:19:02,663 INFO [RS:0;a7948fca2832:41815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:19:02,664 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,41815,1731755869056] 2024-11-16T11:19:02,726 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2043952819/draining/a7948fca2832,41815,1731755869056 already deleted, retry=false 2024-11-16T11:19:02,726 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,41815,1731755869056 expired; onlineServers=0 2024-11-16T11:19:02,726 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,44985,1731755868810' ***** 2024-11-16T11:19:02,726 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:19:02,726 INFO [M:0;a7948fca2832:44985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:19:02,726 INFO [M:0;a7948fca2832:44985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:19:02,726 DEBUG [M:0;a7948fca2832:44985 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:19:02,727 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:19:02,727 DEBUG [M:0;a7948fca2832:44985 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:19:02,727 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755871129 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755871129,5,FailOnTimeoutGroup] 2024-11-16T11:19:02,727 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755871130 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755871130,5,FailOnTimeoutGroup] 2024-11-16T11:19:02,727 INFO [M:0;a7948fca2832:44985 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:19:02,727 INFO [M:0;a7948fca2832:44985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:19:02,727 DEBUG [M:0;a7948fca2832:44985 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:19:02,727 INFO [M:0;a7948fca2832:44985 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:19:02,727 INFO [M:0;a7948fca2832:44985 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:19:02,727 INFO [M:0;a7948fca2832:44985 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:19:02,727 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:19:02,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2043952819/master 2024-11-16T11:19:02,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043952819 2024-11-16T11:19:02,737 DEBUG [M:0;a7948fca2832:44985 {}] zookeeper.ZKUtil(347): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Unable to get data of znode /1-2043952819/master because node does not exist (not an error) 2024-11-16T11:19:02,737 WARN [M:0;a7948fca2832:44985 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:19:02,738 INFO [M:0;a7948fca2832:44985 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/.lastflushedseqids 2024-11-16T11:19:02,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741843_1019 (size=173) 2024-11-16T11:19:02,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x101435d5fde0004, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:19:02,795 INFO [RS:0;a7948fca2832:41815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:19:02,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x101435d5fde0004, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:19:02,795 INFO [RS:0;a7948fca2832:41815 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,41815,1731755869056; zookeeper connection closed. 2024-11-16T11:19:02,795 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cfc4e27 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cfc4e27 2024-11-16T11:19:02,795 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:19:03,142 INFO [M:0;a7948fca2832:44985 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:19:03,143 INFO [M:0;a7948fca2832:44985 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:19:03,143 DEBUG [M:0;a7948fca2832:44985 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:19:03,143 INFO [M:0;a7948fca2832:44985 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:03,143 DEBUG [M:0;a7948fca2832:44985 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:03,143 DEBUG [M:0;a7948fca2832:44985 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:19:03,143 DEBUG [M:0;a7948fca2832:44985 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:03,143 INFO [M:0;a7948fca2832:44985 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-16T11:19:03,157 DEBUG [M:0;a7948fca2832:44985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d408d626338477fb63c013792cb9ee8 is 82, key is hbase:meta,,1/info:regioninfo/1731755872341/Put/seqid=0 2024-11-16T11:19:03,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741844_1020 (size=5672) 2024-11-16T11:19:03,546 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 to pos 997, reset compression=false 2024-11-16T11:19:03,562 INFO [M:0;a7948fca2832:44985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d408d626338477fb63c013792cb9ee8 2024-11-16T11:19:03,581 DEBUG [M:0;a7948fca2832:44985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f0f88daf9dc4014b9e489e0cde099dd is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731755874412/Put/seqid=0 2024-11-16T11:19:03,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741845_1021 (size=6727) 2024-11-16T11:19:03,985 INFO [M:0;a7948fca2832:44985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f0f88daf9dc4014b9e489e0cde099dd 2024-11-16T11:19:03,989 INFO [M:0;a7948fca2832:44985 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f0f88daf9dc4014b9e489e0cde099dd 2024-11-16T11:19:04,003 DEBUG [M:0;a7948fca2832:44985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/caef43d9b5aa49f380097ef0c0704e47 is 69, key is a7948fca2832,41815,1731755869056/rs:state/1731755871225/Put/seqid=0 2024-11-16T11:19:04,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741846_1022 (size=5156) 2024-11-16T11:19:04,407 INFO [M:0;a7948fca2832:44985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/caef43d9b5aa49f380097ef0c0704e47 2024-11-16T11:19:04,413 DEBUG [M:0;a7948fca2832:44985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d408d626338477fb63c013792cb9ee8 as hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d408d626338477fb63c013792cb9ee8 2024-11-16T11:19:04,417 INFO [M:0;a7948fca2832:44985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d408d626338477fb63c013792cb9ee8, entries=8, sequenceid=58, filesize=5.5 K 2024-11-16T11:19:04,418 DEBUG [M:0;a7948fca2832:44985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f0f88daf9dc4014b9e489e0cde099dd as hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f0f88daf9dc4014b9e489e0cde099dd 2024-11-16T11:19:04,423 INFO [M:0;a7948fca2832:44985 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f0f88daf9dc4014b9e489e0cde099dd 2024-11-16T11:19:04,423 INFO [M:0;a7948fca2832:44985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f0f88daf9dc4014b9e489e0cde099dd, entries=6, sequenceid=58, filesize=6.6 K 2024-11-16T11:19:04,424 DEBUG [M:0;a7948fca2832:44985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/caef43d9b5aa49f380097ef0c0704e47 as hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/caef43d9b5aa49f380097ef0c0704e47 2024-11-16T11:19:04,429 INFO [M:0;a7948fca2832:44985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37517/user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/caef43d9b5aa49f380097ef0c0704e47, entries=1, sequenceid=58, filesize=5.0 K 2024-11-16T11:19:04,430 INFO [M:0;a7948fca2832:44985 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=58, compaction requested=false 2024-11-16T11:19:04,431 INFO [M:0;a7948fca2832:44985 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:04,431 DEBUG [M:0;a7948fca2832:44985 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755943143Disabling compacts and flushes for region at 1731755943143Disabling writes for close at 1731755943143Obtaining lock to block concurrent updates at 1731755943143Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731755943143Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731755943143Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731755943144 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731755943144Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731755943156 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731755943157 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731755943567 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731755943580 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731755943580Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731755943989 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731755944002 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731755944002Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758327d: reopening flushed file at 1731755944412 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11e8be93: reopening flushed file at 1731755944417 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25ca0b0f: reopening flushed file at 1731755944423 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=58, compaction requested=false at 1731755944430 (+7 ms)Writing region close event to WAL at 1731755944431 (+1 ms)Closed at 1731755944431 2024-11-16T11:19:04,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741830_1006 (size=33026) 2024-11-16T11:19:04,433 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8df790d4-fd2f-dfea-dc6b-afeb59abfdc8/MasterData/WALs/a7948fca2832,44985,1731755868810/a7948fca2832%2C44985%2C1731755868810.1731755870915 not finished, retry = 0 2024-11-16T11:19:04,534 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:19:04,534 INFO [M:0;a7948fca2832:44985 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:19:04,534 INFO [M:0;a7948fca2832:44985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44985 2024-11-16T11:19:04,535 INFO [M:0;a7948fca2832:44985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:19:04,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:19:04,679 INFO [M:0;a7948fca2832:44985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:19:04,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x101435d5fde0003, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:19:04,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1d5f3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:19:04,682 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b468588{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:19:04,682 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:19:04,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:19:04,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3029c162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/hadoop.log.dir/,STOPPED} 2024-11-16T11:19:04,683 WARN [BP-1761626551-172.17.0.2-1731755866796 heartbeating to localhost/127.0.0.1:37517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:19:04,683 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:19:04,683 WARN [BP-1761626551-172.17.0.2-1731755866796 heartbeating to localhost/127.0.0.1:37517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1761626551-172.17.0.2-1731755866796 (Datanode Uuid e0fdde78-d366-42f3-90a7-dcd8fdfe6a90) service to localhost/127.0.0.1:37517 2024-11-16T11:19:04,683 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:19:04,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/cluster_80cd5f34-fba7-122a-e928-0c63e9063543/data/data1/current/BP-1761626551-172.17.0.2-1731755866796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:19:04,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/cluster_80cd5f34-fba7-122a-e928-0c63e9063543/data/data2/current/BP-1761626551-172.17.0.2-1731755866796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:19:04,684 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:19:04,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3464a5df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:19:04,690 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@891ab73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:19:04,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:19:04,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:19:04,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61fc1e28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/hadoop.log.dir/,STOPPED} 2024-11-16T11:19:04,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:19:04,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:19:04,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:19:04,706 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:04,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:04,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:04,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:19:04,706 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:19:04,706 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1967420030, stopped=false 2024-11-16T11:19:04,706 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,36425,1731755863119 2024-11-16T11:19:04,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33655-0x101435d5fde0001, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1466845083/running 2024-11-16T11:19:04,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1466845083/running 2024-11-16T11:19:04,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083 2024-11-16T11:19:04,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33655-0x101435d5fde0001, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083 2024-11-16T11:19:04,724 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:19:04,724 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:19:04,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:04,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:04,724 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,33655,1731755863315' ***** 2024-11-16T11:19:04,724 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:19:04,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33655-0x101435d5fde0001, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Set watcher on znode that does not yet exist, /0-1466845083/running 2024-11-16T11:19:04,725 INFO [RS:0;a7948fca2832:33655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:19:04,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Set watcher on znode that does not yet exist, /0-1466845083/running 2024-11-16T11:19:04,725 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:19:04,725 INFO [RS:0;a7948fca2832:33655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:19:04,725 INFO [RS:0;a7948fca2832:33655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:19:04,725 INFO [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(3091): Received CLOSE for 59cebe894ca034e4e6a73860fbf08e37 2024-11-16T11:19:04,725 INFO [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(3091): Received CLOSE for a483ac7be85514a114217e364159f314 2024-11-16T11:19:04,725 INFO [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,33655,1731755863315 2024-11-16T11:19:04,725 INFO [RS:0;a7948fca2832:33655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:19:04,725 INFO [RS:0;a7948fca2832:33655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:33655. 2024-11-16T11:19:04,725 DEBUG [RS:0;a7948fca2832:33655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:04,725 DEBUG [RS:0;a7948fca2832:33655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:04,725 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59cebe894ca034e4e6a73860fbf08e37, disabling compactions & flushes 2024-11-16T11:19:04,725 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37. 2024-11-16T11:19:04,725 INFO [RS:0;a7948fca2832:33655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:19:04,725 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37. 2024-11-16T11:19:04,725 INFO [RS:0;a7948fca2832:33655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:19:04,725 INFO [RS:0;a7948fca2832:33655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:19:04,725 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37. after waiting 0 ms 2024-11-16T11:19:04,725 INFO [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:19:04,725 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37. 2024-11-16T11:19:04,725 INFO [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T11:19:04,726 DEBUG [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(1325): Online Regions={59cebe894ca034e4e6a73860fbf08e37=test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37., 1588230740=hbase:meta,,1.1588230740, a483ac7be85514a114217e364159f314=hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314.} 2024-11-16T11:19:04,726 DEBUG [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59cebe894ca034e4e6a73860fbf08e37, a483ac7be85514a114217e364159f314 2024-11-16T11:19:04,726 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:19:04,726 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:19:04,726 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:19:04,726 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:19:04,726 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:19:04,726 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T11:19:04,731 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/default/test/59cebe894ca034e4e6a73860fbf08e37/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T11:19:04,732 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:19:04,732 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:19:04,732 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37. 2024-11-16T11:19:04,732 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59cebe894ca034e4e6a73860fbf08e37: Waiting for close lock at 1731755944725Running coprocessor pre-close hooks at 1731755944725Disabling compacts and flushes for region at 1731755944725Disabling writes for close at 1731755944725Writing region close event to WAL at 1731755944728 (+3 ms)Running coprocessor post-close hooks at 1731755944732 (+4 ms)Closed at 1731755944732 2024-11-16T11:19:04,732 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37. 2024-11-16T11:19:04,733 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a483ac7be85514a114217e364159f314, disabling compactions & flushes 2024-11-16T11:19:04,733 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314. 2024-11-16T11:19:04,733 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314. 2024-11-16T11:19:04,733 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314. after waiting 0 ms 2024-11-16T11:19:04,733 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314. 2024-11-16T11:19:04,733 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a483ac7be85514a114217e364159f314 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-16T11:19:04,744 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/.tmp/info/77c8c775b45a4eccbe886a216e540c54 is 147, key is hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314./info:regioninfo/1731755875667/Put/seqid=0 2024-11-16T11:19:04,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741844_1020 (size=7686) 2024-11-16T11:19:04,750 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/replication/a483ac7be85514a114217e364159f314/.tmp/hfileref/0dc00eb146314df4bcd90016a4f54dc5 is 74, key is 1/hfileref:b2eed5522fda4adeb0e744baca01e7ca_SeqId_4_/1731755878698/DeleteColumn/seqid=0 2024-11-16T11:19:04,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741845_1021 (size=5203) 2024-11-16T11:19:04,782 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:19:04,926 DEBUG [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a483ac7be85514a114217e364159f314 2024-11-16T11:19:05,126 DEBUG [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a483ac7be85514a114217e364159f314 2024-11-16T11:19:05,149 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/.tmp/info/77c8c775b45a4eccbe886a216e540c54 2024-11-16T11:19:05,155 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/replication/a483ac7be85514a114217e364159f314/.tmp/hfileref/0dc00eb146314df4bcd90016a4f54dc5 2024-11-16T11:19:05,171 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/.tmp/ns/e37bb8e301294dd0921e7150a7d8aac5 is 43, key is default/ns:d/1731755866653/Put/seqid=0 2024-11-16T11:19:05,173 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/replication/a483ac7be85514a114217e364159f314/.tmp/queue/eeda0012a7204a6ba9ec9a4ac6d19a1d is 153, key is 1-a7948fca2832,33655,1731755863315/queue:a7948fca2832%2C33655%2C1731755863315/1731755880510/Put/seqid=0 2024-11-16T11:19:05,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741846_1022 (size=5153) 2024-11-16T11:19:05,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741847_1023 (size=5352) 2024-11-16T11:19:05,326 DEBUG [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a483ac7be85514a114217e364159f314 2024-11-16T11:19:05,398 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:19:05,399 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:19:05,526 DEBUG [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a483ac7be85514a114217e364159f314 2024-11-16T11:19:05,575 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/.tmp/ns/e37bb8e301294dd0921e7150a7d8aac5 2024-11-16T11:19:05,578 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/replication/a483ac7be85514a114217e364159f314/.tmp/queue/eeda0012a7204a6ba9ec9a4ac6d19a1d 2024-11-16T11:19:05,588 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/replication/a483ac7be85514a114217e364159f314/.tmp/hfileref/0dc00eb146314df4bcd90016a4f54dc5 as hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/replication/a483ac7be85514a114217e364159f314/hfileref/0dc00eb146314df4bcd90016a4f54dc5 2024-11-16T11:19:05,593 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/replication/a483ac7be85514a114217e364159f314/hfileref/0dc00eb146314df4bcd90016a4f54dc5, entries=2, sequenceid=10, filesize=5.1 K 2024-11-16T11:19:05,594 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/replication/a483ac7be85514a114217e364159f314/.tmp/queue/eeda0012a7204a6ba9ec9a4ac6d19a1d as hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/replication/a483ac7be85514a114217e364159f314/queue/eeda0012a7204a6ba9ec9a4ac6d19a1d 2024-11-16T11:19:05,599 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/replication/a483ac7be85514a114217e364159f314/queue/eeda0012a7204a6ba9ec9a4ac6d19a1d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-16T11:19:05,600 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/.tmp/rep_barrier/f6231d06ccae407ba0aa2f2bf7921483 is 112, key is test,,1731755872435.59cebe894ca034e4e6a73860fbf08e37./rep_barrier:seqnumDuringOpen/1731755873198/Put/seqid=0 2024-11-16T11:19:05,600 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for a483ac7be85514a114217e364159f314 in 867ms, sequenceid=10, compaction requested=false 2024-11-16T11:19:05,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741848_1024 (size=5518) 2024-11-16T11:19:05,609 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/replication/a483ac7be85514a114217e364159f314/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T11:19:05,610 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:19:05,610 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:19:05,610 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314. 2024-11-16T11:19:05,610 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a483ac7be85514a114217e364159f314: Waiting for close lock at 1731755944733Running coprocessor pre-close hooks at 1731755944733Disabling compacts and flushes for region at 1731755944733Disabling writes for close at 1731755944733Obtaining lock to block concurrent updates at 1731755944733Preparing flush snapshotting stores in a483ac7be85514a114217e364159f314 at 1731755944733Finished memstore snapshotting hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731755944733Flushing stores of hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314. at 1731755944734 (+1 ms)Flushing a483ac7be85514a114217e364159f314/hfileref: creating writer at 1731755944734Flushing a483ac7be85514a114217e364159f314/hfileref: appending metadata at 1731755944750 (+16 ms)Flushing a483ac7be85514a114217e364159f314/hfileref: closing flushed file at 1731755944750Flushing a483ac7be85514a114217e364159f314/queue: creating writer at 1731755945160 (+410 ms)Flushing a483ac7be85514a114217e364159f314/queue: appending metadata at 1731755945172 (+12 ms)Flushing a483ac7be85514a114217e364159f314/queue: closing flushed file at 1731755945172Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@161262bd: reopening flushed file at 1731755945588 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b1a56b7: reopening flushed file at 1731755945593 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for a483ac7be85514a114217e364159f314 in 867ms, sequenceid=10, compaction requested=false at 1731755945600 (+7 ms)Writing region close event to WAL at 1731755945606 (+6 ms)Running coprocessor post-close hooks at 1731755945610 (+4 ms)Closed at 1731755945610 2024-11-16T11:19:05,610 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731755874798.a483ac7be85514a114217e364159f314. 2024-11-16T11:19:05,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:05,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:05,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:05,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:05,727 INFO [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T11:19:05,727 DEBUG [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:19:05,727 DEBUG [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:19:05,927 DEBUG [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:19:06,008 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/.tmp/rep_barrier/f6231d06ccae407ba0aa2f2bf7921483 2024-11-16T11:19:06,026 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/.tmp/table/55c6ba44cf10499185005dd66cd095bd is 53, key is hbase:replication/table:state/1731755875693/Put/seqid=0 2024-11-16T11:19:06,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741849_1025 (size=5308) 2024-11-16T11:19:06,127 DEBUG [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:19:06,155 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:19:06,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:06,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:06,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:06,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:06,327 DEBUG [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:19:06,430 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/.tmp/table/55c6ba44cf10499185005dd66cd095bd 2024-11-16T11:19:06,436 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/.tmp/info/77c8c775b45a4eccbe886a216e540c54 as hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/info/77c8c775b45a4eccbe886a216e540c54 2024-11-16T11:19:06,440 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/info/77c8c775b45a4eccbe886a216e540c54, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T11:19:06,441 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/.tmp/ns/e37bb8e301294dd0921e7150a7d8aac5 as hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/ns/e37bb8e301294dd0921e7150a7d8aac5 2024-11-16T11:19:06,445 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/ns/e37bb8e301294dd0921e7150a7d8aac5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T11:19:06,446 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/.tmp/rep_barrier/f6231d06ccae407ba0aa2f2bf7921483 as hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/rep_barrier/f6231d06ccae407ba0aa2f2bf7921483 2024-11-16T11:19:06,450 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/rep_barrier/f6231d06ccae407ba0aa2f2bf7921483, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T11:19:06,451 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/.tmp/table/55c6ba44cf10499185005dd66cd095bd as hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/table/55c6ba44cf10499185005dd66cd095bd 2024-11-16T11:19:06,455 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/table/55c6ba44cf10499185005dd66cd095bd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T11:19:06,456 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false 2024-11-16T11:19:06,456 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T11:19:06,462 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T11:19:06,462 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:19:06,462 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:19:06,462 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:19:06,462 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755944726Running coprocessor pre-close hooks at 1731755944726Disabling compacts and flushes for region at 1731755944726Disabling writes for close at 1731755944726Obtaining lock to block concurrent updates at 1731755944726Preparing flush snapshotting stores in 1588230740 at 1731755944726Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731755944726Flushing stores of hbase:meta,,1.1588230740 at 1731755944727 (+1 ms)Flushing 1588230740/info: creating writer at 1731755944727Flushing 1588230740/info: appending metadata at 1731755944744 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731755944744Flushing 1588230740/ns: creating writer at 1731755945154 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731755945170 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731755945170Flushing 1588230740/rep_barrier: creating writer at 1731755945580 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731755945599 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731755945599Flushing 1588230740/table: creating writer at 1731755946013 (+414 ms)Flushing 1588230740/table: appending metadata at 1731755946026 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731755946026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb3be18: reopening flushed file at 1731755946435 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e637cbd: reopening flushed file at 1731755946440 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13614f75: reopening flushed file at 1731755946445 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@214d7e79: reopening flushed file at 1731755946450 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false at 1731755946456 (+6 ms)Writing region close event to WAL at 1731755946458 (+2 ms)Running coprocessor post-close hooks at 1731755946462 (+4 ms)Closed at 1731755946462 2024-11-16T11:19:06,462 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:19:06,527 INFO [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,33655,1731755863315; all regions closed. 2024-11-16T11:19:06,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741834_1010 (size=4239) 2024-11-16T11:19:06,530 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.meta.1731755866586.meta not finished, retry = 0 2024-11-16T11:19:06,633 DEBUG [RS:0;a7948fca2832:33655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/oldWALs 2024-11-16T11:19:06,633 INFO [RS:0;a7948fca2832:33655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C33655%2C1731755863315.meta:.meta(num 1731755866586) 2024-11-16T11:19:06,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741839_1015 (size=2700) 2024-11-16T11:19:06,635 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.rep.1731755875601 not finished, retry = 0 2024-11-16T11:19:06,738 DEBUG [RS:0;a7948fca2832:33655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/oldWALs 2024-11-16T11:19:06,738 INFO [RS:0;a7948fca2832:33655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C33655%2C1731755863315.rep:(num 1731755875601) 2024-11-16T11:19:06,740 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/WALs/a7948fca2832,33655,1731755863315/a7948fca2832%2C33655%2C1731755863315.1731755865528 not finished, retry = 0 2024-11-16T11:19:06,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741832_1008 (size=1300) 2024-11-16T11:19:06,842 DEBUG [RS:0;a7948fca2832:33655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/oldWALs 2024-11-16T11:19:06,842 INFO [RS:0;a7948fca2832:33655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C33655%2C1731755863315:(num 1731755865528) 2024-11-16T11:19:06,842 DEBUG [RS:0;a7948fca2832:33655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:06,842 INFO [RS:0;a7948fca2832:33655 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:19:06,842 INFO [RS:0;a7948fca2832:33655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:19:06,843 INFO [RS:0;a7948fca2832:33655 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:19:06,843 INFO [RS:0;a7948fca2832:33655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:19:06,843 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:19:06,843 INFO [RS:0;a7948fca2832:33655 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a7948fca2832,33655,1731755863315 because: Region server is closing 2024-11-16T11:19:06,843 INFO [RS:0;a7948fca2832:33655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:33655. 2024-11-16T11:19:06,844 DEBUG [RS:0;a7948fca2832:33655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:06,844 DEBUG [RS:0;a7948fca2832:33655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:06,844 DEBUG [RS:0;a7948fca2832:33655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:06,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:19:06,944 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.wal-reader.a7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T11:19:06,944 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.shippera7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T11:19:06,944 INFO [RS:0;a7948fca2832:33655 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33655,1731755863315.replicationSource.shippera7948fca2832%2C33655%2C1731755863315,1-a7948fca2832,33655,1731755863315 terminated 2024-11-16T11:19:06,944 INFO [RS:0;a7948fca2832:33655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33655 2024-11-16T11:19:07,000 INFO [RS:0;a7948fca2832:33655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:19:07,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33655-0x101435d5fde0001, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1466845083/rs/a7948fca2832,33655,1731755863315 2024-11-16T11:19:07,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083/rs 2024-11-16T11:19:07,010 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,33655,1731755863315] 2024-11-16T11:19:07,020 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1466845083/draining/a7948fca2832,33655,1731755863315 already deleted, retry=false 2024-11-16T11:19:07,021 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,33655,1731755863315 expired; onlineServers=0 2024-11-16T11:19:07,021 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,36425,1731755863119' ***** 2024-11-16T11:19:07,021 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:19:07,021 INFO [M:0;a7948fca2832:36425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:19:07,021 INFO [M:0;a7948fca2832:36425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:19:07,021 DEBUG [M:0;a7948fca2832:36425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:19:07,021 DEBUG [M:0;a7948fca2832:36425 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:19:07,021 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:19:07,021 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755865333 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755865333,5,FailOnTimeoutGroup] 2024-11-16T11:19:07,021 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755865333 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755865333,5,FailOnTimeoutGroup] 2024-11-16T11:19:07,021 INFO [M:0;a7948fca2832:36425 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:19:07,021 INFO [M:0;a7948fca2832:36425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:19:07,021 DEBUG [M:0;a7948fca2832:36425 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:19:07,021 INFO [M:0;a7948fca2832:36425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:19:07,021 INFO [M:0;a7948fca2832:36425 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:19:07,021 INFO [M:0;a7948fca2832:36425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:19:07,021 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:19:07,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1466845083/master 2024-11-16T11:19:07,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466845083 2024-11-16T11:19:07,031 DEBUG [M:0;a7948fca2832:36425 {}] zookeeper.ZKUtil(347): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Unable to get data of znode /0-1466845083/master because node does not exist (not an error) 2024-11-16T11:19:07,031 WARN [M:0;a7948fca2832:36425 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:19:07,032 INFO [M:0;a7948fca2832:36425 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/.lastflushedseqids 2024-11-16T11:19:07,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741850_1026 (size=263) 2024-11-16T11:19:07,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33655-0x101435d5fde0001, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:19:07,110 INFO [RS:0;a7948fca2832:33655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:19:07,110 INFO [RS:0;a7948fca2832:33655 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,33655,1731755863315; zookeeper connection closed. 2024-11-16T11:19:07,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33655-0x101435d5fde0001, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:19:07,111 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4836e279 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4836e279 2024-11-16T11:19:07,111 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:19:07,442 INFO [M:0;a7948fca2832:36425 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:19:07,442 INFO [M:0;a7948fca2832:36425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:19:07,442 DEBUG [M:0;a7948fca2832:36425 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:19:07,442 INFO [M:0;a7948fca2832:36425 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:07,442 DEBUG [M:0;a7948fca2832:36425 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:07,442 DEBUG [M:0;a7948fca2832:36425 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:19:07,442 DEBUG [M:0;a7948fca2832:36425 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:07,442 INFO [M:0;a7948fca2832:36425 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-16T11:19:07,455 DEBUG [M:0;a7948fca2832:36425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c03995f45ec34aacaa83390a9f49716a is 82, key is hbase:meta,,1/info:regioninfo/1731755866624/Put/seqid=0 2024-11-16T11:19:07,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741851_1027 (size=5672) 2024-11-16T11:19:07,860 INFO [M:0;a7948fca2832:36425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c03995f45ec34aacaa83390a9f49716a 2024-11-16T11:19:07,877 DEBUG [M:0;a7948fca2832:36425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98ed3d6e21f5426dbcb3ab9ad833a5c1 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731755873217/Put/seqid=0 2024-11-16T11:19:07,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741852_1028 (size=7240) 2024-11-16T11:19:08,282 INFO [M:0;a7948fca2832:36425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98ed3d6e21f5426dbcb3ab9ad833a5c1 2024-11-16T11:19:08,286 INFO [M:0;a7948fca2832:36425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98ed3d6e21f5426dbcb3ab9ad833a5c1 2024-11-16T11:19:08,300 DEBUG [M:0;a7948fca2832:36425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e03f311c3c324ed994fd1f72377d3424 is 69, key is a7948fca2832,33655,1731755863315/rs:state/1731755865378/Put/seqid=0 2024-11-16T11:19:08,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741853_1029 (size=5156) 2024-11-16T11:19:08,704 INFO [M:0;a7948fca2832:36425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e03f311c3c324ed994fd1f72377d3424 2024-11-16T11:19:08,709 DEBUG [M:0;a7948fca2832:36425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c03995f45ec34aacaa83390a9f49716a as hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c03995f45ec34aacaa83390a9f49716a 2024-11-16T11:19:08,714 INFO [M:0;a7948fca2832:36425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c03995f45ec34aacaa83390a9f49716a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T11:19:08,715 DEBUG [M:0;a7948fca2832:36425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98ed3d6e21f5426dbcb3ab9ad833a5c1 as hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98ed3d6e21f5426dbcb3ab9ad833a5c1 2024-11-16T11:19:08,720 INFO [M:0;a7948fca2832:36425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98ed3d6e21f5426dbcb3ab9ad833a5c1 2024-11-16T11:19:08,720 INFO [M:0;a7948fca2832:36425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98ed3d6e21f5426dbcb3ab9ad833a5c1, entries=11, sequenceid=105, filesize=7.1 K 2024-11-16T11:19:08,721 DEBUG [M:0;a7948fca2832:36425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e03f311c3c324ed994fd1f72377d3424 as hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e03f311c3c324ed994fd1f72377d3424 2024-11-16T11:19:08,725 INFO [M:0;a7948fca2832:36425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42293/user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e03f311c3c324ed994fd1f72377d3424, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T11:19:08,726 INFO [M:0;a7948fca2832:36425 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false 2024-11-16T11:19:08,728 INFO [M:0;a7948fca2832:36425 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:08,728 DEBUG [M:0;a7948fca2832:36425 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755947442Disabling compacts and flushes for region at 1731755947442Disabling writes for close at 1731755947442Obtaining lock to block concurrent updates at 1731755947442Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731755947442Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731755947443 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731755947443Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731755947443Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731755947455 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731755947455Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731755947865 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731755947877 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731755947877Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731755948286 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731755948299 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731755948299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@171ed8df: reopening flushed file at 1731755948709 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ab3c2b2: reopening flushed file at 1731755948714 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51d52a7f: reopening flushed file at 1731755948720 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false at 1731755948726 (+6 ms)Writing region close event to WAL at 1731755948728 (+2 ms)Closed at 1731755948728 2024-11-16T11:19:08,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741830_1006 (size=64526) 2024-11-16T11:19:08,730 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79f168e5-a98e-df73-0065-ca3e75324834/MasterData/WALs/a7948fca2832,36425,1731755863119/a7948fca2832%2C36425%2C1731755863119.1731755865050 not finished, retry = 0 2024-11-16T11:19:08,831 INFO [M:0;a7948fca2832:36425 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:19:08,831 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:19:08,831 INFO [M:0;a7948fca2832:36425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36425 2024-11-16T11:19:08,831 INFO [M:0;a7948fca2832:36425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:19:08,984 INFO [M:0;a7948fca2832:36425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:19:08,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:19:08,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101435d5fde0000, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:19:08,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5377c0bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:19:08,987 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:19:08,987 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:19:08,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:19:08,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/hadoop.log.dir/,STOPPED} 2024-11-16T11:19:08,988 WARN [BP-407024015-172.17.0.2-1731755861077 heartbeating to localhost/127.0.0.1:42293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:19:08,988 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:19:08,988 WARN [BP-407024015-172.17.0.2-1731755861077 heartbeating to localhost/127.0.0.1:42293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-407024015-172.17.0.2-1731755861077 (Datanode Uuid 522a3c5c-29fc-4331-954d-accc968c312d) service to localhost/127.0.0.1:42293 2024-11-16T11:19:08,988 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:19:08,988 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/cluster_dd178815-61eb-5000-d11f-72b35e2cb1fe/data/data1/current/BP-407024015-172.17.0.2-1731755861077 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:19:08,988 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/cluster_dd178815-61eb-5000-d11f-72b35e2cb1fe/data/data2/current/BP-407024015-172.17.0.2-1731755861077 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:19:08,989 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:19:08,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74a3bd84{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:19:08,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:19:08,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:19:08,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:19:08,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eec4fd04-00f7-45f2-cf7d-c7754e61709d/hadoop.log.dir/,STOPPED} 2024-11-16T11:19:09,002 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T11:19:09,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:19:09,025 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 136) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57473) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37517 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f8df0b909d8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f8df0b909d8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57473) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42293 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 482), ProcessCount=11 (was 11), AvailableMemoryMB=4321 (was 4675) 2024-11-16T11:19:09,032 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=4321 2024-11-16T11:19:09,043 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-16T11:19:09,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/hadoop.log.dir so I do NOT create it in target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5 2024-11-16T11:19:09,044 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:19:09,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/hadoop.tmp.dir so I do NOT create it in target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5 2024-11-16T11:19:09,044 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a7a879b-1085-c3a9-bbfc-ca09cba14454/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:19:09,044 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5 2024-11-16T11:19:09,044 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/cluster_ceb6ea92-f8b1-1164-823e-ceb78e9ee1c5, deleteOnExit=true 2024-11-16T11:19:09,046 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/cluster_ceb6ea92-f8b1-1164-823e-ceb78e9ee1c5/zookeeper_0, clientPort=55357, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/cluster_ceb6ea92-f8b1-1164-823e-ceb78e9ee1c5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/cluster_ceb6ea92-f8b1-1164-823e-ceb78e9ee1c5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T11:19:09,047 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55357 2024-11-16T11:19:09,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:19:09,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:19:09,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/test.cache.data in system properties and HBase conf 2024-11-16T11:19:09,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:19:09,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:19:09,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:19:09,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:19:09,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:19:09,048 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:19:09,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:19:09,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:19:09,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:19:09,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:19:09,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:19:09,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:19:09,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:19:09,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:19:09,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:19:09,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:19:09,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:19:09,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:19:09,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:19:09,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:19:09,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101435d5fde0002, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T11:19:09,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101435d5fde0005, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T11:19:09,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101435d5fde0005, quorum=127.0.0.1:57473, baseZNode=/1-2043952819 Received Disconnected from ZooKeeper, ignoring 2024-11-16T11:19:09,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101435d5fde0002, quorum=127.0.0.1:57473, baseZNode=/0-1466845083 Received Disconnected from ZooKeeper, ignoring 2024-11-16T11:19:09,468 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:19:09,471 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:19:09,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:19:09,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:19:09,473 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:19:09,473 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:19:09,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:19:09,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:19:09,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22f50b67{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/java.io.tmpdir/jetty-localhost-33183-hadoop-hdfs-3_4_1-tests_jar-_-any-13711238481147132881/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:19:09,570 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:33183} 2024-11-16T11:19:09,570 INFO [Time-limited test {}] server.Server(415): Started @143433ms 2024-11-16T11:19:09,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:19:09,891 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:19:09,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:19:09,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:19:09,894 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:19:09,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f4a13ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:19:09,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a7ac3fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:19:09,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61e0d86d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/java.io.tmpdir/jetty-localhost-33195-hadoop-hdfs-3_4_1-tests_jar-_-any-5856008364407574026/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:19:09,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ac6680f{HTTP/1.1, (http/1.1)}{localhost:33195} 2024-11-16T11:19:09,989 INFO [Time-limited test {}] server.Server(415): Started @143852ms 2024-11-16T11:19:09,990 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:19:10,628 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/cluster_ceb6ea92-f8b1-1164-823e-ceb78e9ee1c5/data/data2/current/BP-1085036520-172.17.0.2-1731755949062/current, will proceed with Du for space computation calculation, 2024-11-16T11:19:10,628 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/cluster_ceb6ea92-f8b1-1164-823e-ceb78e9ee1c5/data/data1/current/BP-1085036520-172.17.0.2-1731755949062/current, will proceed with Du for space computation calculation, 2024-11-16T11:19:10,649 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:19:10,652 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17321d1379a7695b with lease ID 0xfd37f8a7e2144f53: Processing first storage report for DS-eaed6781-1b05-4d88-8f11-a083176f9180 from datanode DatanodeRegistration(127.0.0.1:38539, datanodeUuid=09118ee1-30ad-4ec1-8d77-cdf843cb80ab, infoPort=43643, infoSecurePort=0, ipcPort=44819, storageInfo=lv=-57;cid=testClusterID;nsid=2133065857;c=1731755949062) 2024-11-16T11:19:10,652 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17321d1379a7695b with lease ID 0xfd37f8a7e2144f53: from storage DS-eaed6781-1b05-4d88-8f11-a083176f9180 node DatanodeRegistration(127.0.0.1:38539, datanodeUuid=09118ee1-30ad-4ec1-8d77-cdf843cb80ab, infoPort=43643, infoSecurePort=0, ipcPort=44819, storageInfo=lv=-57;cid=testClusterID;nsid=2133065857;c=1731755949062), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:19:10,652 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17321d1379a7695b with lease ID 0xfd37f8a7e2144f53: Processing first storage report for DS-97d24809-392e-4ab6-849b-e168064e29df from datanode DatanodeRegistration(127.0.0.1:38539, datanodeUuid=09118ee1-30ad-4ec1-8d77-cdf843cb80ab, infoPort=43643, infoSecurePort=0, ipcPort=44819, storageInfo=lv=-57;cid=testClusterID;nsid=2133065857;c=1731755949062) 2024-11-16T11:19:10,652 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17321d1379a7695b with lease ID 0xfd37f8a7e2144f53: from storage DS-97d24809-392e-4ab6-849b-e168064e29df node DatanodeRegistration(127.0.0.1:38539, datanodeUuid=09118ee1-30ad-4ec1-8d77-cdf843cb80ab, infoPort=43643, infoSecurePort=0, ipcPort=44819, storageInfo=lv=-57;cid=testClusterID;nsid=2133065857;c=1731755949062), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T11:19:10,726 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5 2024-11-16T11:19:10,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:10,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:10,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:19:11,111 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:19:11,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:11,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:11,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:11,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:11,138 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc with version=8 2024-11-16T11:19:11,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/hbase-staging 2024-11-16T11:19:11,139 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:19:11,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:11,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:11,139 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:19:11,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:11,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:19:11,139 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:19:11,140 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:19:11,140 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33243 2024-11-16T11:19:11,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33243 connecting to ZooKeeper ensemble=127.0.0.1:55357 2024-11-16T11:19:11,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332430x0, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:19:11,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33243-0x101435eb7a10000 connected 2024-11-16T11:19:11,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:11,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:11,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Set watcher on znode that does not yet exist, /0-22804009/running 2024-11-16T11:19:11,329 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc, hbase.cluster.distributed=false 2024-11-16T11:19:11,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Set watcher on znode that does not yet exist, /0-22804009/acl 2024-11-16T11:19:11,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33243 2024-11-16T11:19:11,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33243 2024-11-16T11:19:11,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33243 2024-11-16T11:19:11,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33243 2024-11-16T11:19:11,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33243 2024-11-16T11:19:11,345 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:19:11,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:11,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:11,345 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:19:11,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:11,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:19:11,345 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:19:11,345 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:19:11,346 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41755 2024-11-16T11:19:11,347 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41755 connecting to ZooKeeper ensemble=127.0.0.1:55357 2024-11-16T11:19:11,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:11,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:11,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417550x0, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:19:11,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417550x0, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Set watcher on znode that does not yet exist, /0-22804009/running 2024-11-16T11:19:11,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41755-0x101435eb7a10001 connected 2024-11-16T11:19:11,359 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:19:11,360 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:19:11,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41755-0x101435eb7a10001, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Set watcher on znode that does not yet exist, /0-22804009/master 2024-11-16T11:19:11,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41755-0x101435eb7a10001, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Set watcher on znode that does not yet exist, /0-22804009/acl 2024-11-16T11:19:11,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41755 2024-11-16T11:19:11,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41755 2024-11-16T11:19:11,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41755 2024-11-16T11:19:11,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41755 2024-11-16T11:19:11,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41755 2024-11-16T11:19:11,379 DEBUG [M:0;a7948fca2832:33243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:33243 2024-11-16T11:19:11,380 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-22804009/backup-masters/a7948fca2832,33243,1731755951139 2024-11-16T11:19:11,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009/backup-masters 2024-11-16T11:19:11,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x101435eb7a10001, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009/backup-masters 2024-11-16T11:19:11,390 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Set watcher on existing znode=/0-22804009/backup-masters/a7948fca2832,33243,1731755951139 2024-11-16T11:19:11,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:11,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x101435eb7a10001, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-22804009/master 2024-11-16T11:19:11,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x101435eb7a10001, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:11,400 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Set watcher on existing znode=/0-22804009/master 2024-11-16T11:19:11,401 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-22804009/backup-masters/a7948fca2832,33243,1731755951139 from backup master directory 2024-11-16T11:19:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-22804009/backup-masters/a7948fca2832,33243,1731755951139 2024-11-16T11:19:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x101435eb7a10001, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009/backup-masters 2024-11-16T11:19:11,411 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:19:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009/backup-masters 2024-11-16T11:19:11,411 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,33243,1731755951139 2024-11-16T11:19:11,414 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/hbase.id] with ID: beecb6af-8c79-4ab7-bfb6-21748897a267 2024-11-16T11:19:11,414 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/.tmp/hbase.id 2024-11-16T11:19:11,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:19:11,819 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/.tmp/hbase.id]:[hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/hbase.id] 2024-11-16T11:19:11,830 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:11,830 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:19:11,831 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T11:19:11,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:11,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x101435eb7a10001, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:11,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:19:12,290 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:19:12,291 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:19:12,291 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:19:12,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:19:12,698 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store 2024-11-16T11:19:12,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:19:12,707 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:12,707 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:19:12,707 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:12,707 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:12,707 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:19:12,708 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:12,708 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:12,708 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755952707Disabling compacts and flushes for region at 1731755952707Disabling writes for close at 1731755952708 (+1 ms)Writing region close event to WAL at 1731755952708Closed at 1731755952708 2024-11-16T11:19:12,708 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/.initializing 2024-11-16T11:19:12,708 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/WALs/a7948fca2832,33243,1731755951139 2024-11-16T11:19:12,709 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:19:12,711 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C33243%2C1731755951139, suffix=, logDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/WALs/a7948fca2832,33243,1731755951139, archiveDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/oldWALs, maxLogs=10 2024-11-16T11:19:12,727 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/WALs/a7948fca2832,33243,1731755951139/a7948fca2832%2C33243%2C1731755951139.1731755952711, exclude list is [], retry=0 2024-11-16T11:19:12,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38539,DS-eaed6781-1b05-4d88-8f11-a083176f9180,DISK] 2024-11-16T11:19:12,732 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/WALs/a7948fca2832,33243,1731755951139/a7948fca2832%2C33243%2C1731755951139.1731755952711 2024-11-16T11:19:12,732 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43643:43643)] 2024-11-16T11:19:12,732 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:19:12,733 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:12,733 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:12,733 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:12,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:12,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:19:12,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:12,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:12,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:12,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:19:12,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:12,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:12,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:12,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:19:12,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:12,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:12,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:12,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:19:12,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:12,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:12,740 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:12,741 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:12,741 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:12,742 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:12,742 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:12,743 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:19:12,744 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:12,746 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:19:12,746 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62228774, jitterRate=-0.07271900773048401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:19:12,747 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731755952733Initializing all the Stores at 1731755952734 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755952734Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755952734Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755952734Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755952734Cleaning up temporary data from old regions at 1731755952742 (+8 ms)Region opened successfully at 1731755952747 (+5 ms) 2024-11-16T11:19:12,747 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:19:12,750 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c4de0ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:19:12,751 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:19:12,751 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:19:12,751 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:19:12,751 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:19:12,751 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:19:12,752 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:19:12,752 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:19:12,754 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:19:12,755 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Unable to get data of znode /0-22804009/balancer because node does not exist (not necessarily an error) 2024-11-16T11:19:12,800 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-22804009/balancer already deleted, retry=false 2024-11-16T11:19:12,800 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:19:12,801 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Unable to get data of znode /0-22804009/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:19:12,810 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-22804009/normalizer already deleted, retry=false 2024-11-16T11:19:12,811 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:19:12,811 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Unable to get data of znode /0-22804009/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:19:12,821 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-22804009/switch/split already deleted, retry=false 2024-11-16T11:19:12,822 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Unable to get data of znode /0-22804009/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:19:12,831 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-22804009/switch/merge already deleted, retry=false 2024-11-16T11:19:12,833 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Unable to get data of znode /0-22804009/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:19:12,842 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-22804009/snapshot-cleanup already deleted, retry=false 2024-11-16T11:19:12,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x101435eb7a10001, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-22804009/running 2024-11-16T11:19:12,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-22804009/running 2024-11-16T11:19:12,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:12,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x101435eb7a10001, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:12,853 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,33243,1731755951139, sessionid=0x101435eb7a10000, setting cluster-up flag (Was=false) 2024-11-16T11:19:12,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x101435eb7a10001, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:12,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:12,905 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-22804009/flush-table-proc/acquired, /0-22804009/flush-table-proc/reached, /0-22804009/flush-table-proc/abort 2024-11-16T11:19:12,906 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,33243,1731755951139 2024-11-16T11:19:12,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x101435eb7a10001, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:12,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:12,958 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-22804009/online-snapshot/acquired, /0-22804009/online-snapshot/reached, /0-22804009/online-snapshot/abort 2024-11-16T11:19:12,959 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,33243,1731755951139 2024-11-16T11:19:12,960 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:19:12,961 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:19:12,961 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:19:12,961 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:19:12,961 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,33243,1731755951139 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:19:12,963 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:19:12,963 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:19:12,963 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:19:12,963 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:19:12,963 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:19:12,963 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:12,963 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:19:12,963 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:12,964 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731755982964 2024-11-16T11:19:12,964 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:19:12,964 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:19:12,964 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:19:12,964 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:19:12,964 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:19:12,964 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:19:12,964 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:12,964 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:19:12,964 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:19:12,964 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:19:12,964 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:19:12,965 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:19:12,965 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:19:12,965 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:19:12,965 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:19:12,965 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755952965,5,FailOnTimeoutGroup] 2024-11-16T11:19:12,965 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755952965,5,FailOnTimeoutGroup] 2024-11-16T11:19:12,965 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:12,965 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:19:12,965 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:12,965 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:12,965 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:12,965 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:19:12,971 INFO [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(746): ClusterId : beecb6af-8c79-4ab7-bfb6-21748897a267 2024-11-16T11:19:12,971 DEBUG [RS:0;a7948fca2832:41755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:19:12,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:19:12,980 DEBUG [RS:0;a7948fca2832:41755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:19:12,980 DEBUG [RS:0;a7948fca2832:41755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:19:12,990 DEBUG [RS:0;a7948fca2832:41755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:19:12,990 DEBUG [RS:0;a7948fca2832:41755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb71a77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:19:13,001 DEBUG [RS:0;a7948fca2832:41755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:41755 2024-11-16T11:19:13,001 INFO [RS:0;a7948fca2832:41755 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:19:13,001 INFO [RS:0;a7948fca2832:41755 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:19:13,001 DEBUG [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:19:13,002 INFO [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,33243,1731755951139 with port=41755, startcode=1731755951344 2024-11-16T11:19:13,002 DEBUG [RS:0;a7948fca2832:41755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:19:13,003 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:19:13,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33243 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,41755,1731755951344 2024-11-16T11:19:13,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33243 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,41755,1731755951344 2024-11-16T11:19:13,005 DEBUG [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc 2024-11-16T11:19:13,005 DEBUG [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35779 2024-11-16T11:19:13,005 DEBUG [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:19:13,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009/rs 2024-11-16T11:19:13,011 DEBUG [RS:0;a7948fca2832:41755 {}] zookeeper.ZKUtil(111): regionserver:41755-0x101435eb7a10001, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Set watcher on existing znode=/0-22804009/rs/a7948fca2832,41755,1731755951344 2024-11-16T11:19:13,011 WARN [RS:0;a7948fca2832:41755 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:19:13,011 INFO [RS:0;a7948fca2832:41755 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:19:13,011 DEBUG [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344 2024-11-16T11:19:13,011 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,41755,1731755951344] 2024-11-16T11:19:13,014 INFO [RS:0;a7948fca2832:41755 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:19:13,015 INFO [RS:0;a7948fca2832:41755 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:19:13,015 INFO [RS:0;a7948fca2832:41755 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:19:13,016 INFO [RS:0;a7948fca2832:41755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:13,016 INFO [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:19:13,016 INFO [RS:0;a7948fca2832:41755 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:19:13,016 INFO [RS:0;a7948fca2832:41755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:13,016 DEBUG [RS:0;a7948fca2832:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:13,016 DEBUG [RS:0;a7948fca2832:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:13,017 DEBUG [RS:0;a7948fca2832:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:13,017 DEBUG [RS:0;a7948fca2832:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:13,017 DEBUG [RS:0;a7948fca2832:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:13,017 DEBUG [RS:0;a7948fca2832:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:19:13,017 DEBUG [RS:0;a7948fca2832:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:13,017 DEBUG [RS:0;a7948fca2832:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:13,017 DEBUG [RS:0;a7948fca2832:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:13,017 DEBUG [RS:0;a7948fca2832:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:13,017 DEBUG [RS:0;a7948fca2832:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:13,017 DEBUG [RS:0;a7948fca2832:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:13,017 DEBUG [RS:0;a7948fca2832:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:19:13,017 DEBUG [RS:0;a7948fca2832:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:19:13,019 INFO [RS:0;a7948fca2832:41755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:13,019 INFO [RS:0;a7948fca2832:41755 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:13,019 INFO [RS:0;a7948fca2832:41755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:13,019 INFO [RS:0;a7948fca2832:41755 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:13,019 INFO [RS:0;a7948fca2832:41755 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:13,019 INFO [RS:0;a7948fca2832:41755 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,41755,1731755951344-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:19:13,033 INFO [RS:0;a7948fca2832:41755 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:19:13,033 INFO [RS:0;a7948fca2832:41755 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,41755,1731755951344-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:13,033 INFO [RS:0;a7948fca2832:41755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:13,034 INFO [RS:0;a7948fca2832:41755 {}] regionserver.Replication(171): a7948fca2832,41755,1731755951344 started 2024-11-16T11:19:13,046 INFO [RS:0;a7948fca2832:41755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:13,046 INFO [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,41755,1731755951344, RpcServer on a7948fca2832/172.17.0.2:41755, sessionid=0x101435eb7a10001 2024-11-16T11:19:13,046 DEBUG [RS:0;a7948fca2832:41755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:19:13,046 DEBUG [RS:0;a7948fca2832:41755 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,41755,1731755951344 2024-11-16T11:19:13,046 DEBUG [RS:0;a7948fca2832:41755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,41755,1731755951344' 2024-11-16T11:19:13,046 DEBUG [RS:0;a7948fca2832:41755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-22804009/flush-table-proc/abort' 2024-11-16T11:19:13,047 DEBUG [RS:0;a7948fca2832:41755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-22804009/flush-table-proc/acquired' 2024-11-16T11:19:13,047 DEBUG [RS:0;a7948fca2832:41755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:19:13,047 DEBUG [RS:0;a7948fca2832:41755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:19:13,047 DEBUG [RS:0;a7948fca2832:41755 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,41755,1731755951344 2024-11-16T11:19:13,047 DEBUG [RS:0;a7948fca2832:41755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,41755,1731755951344' 2024-11-16T11:19:13,047 DEBUG [RS:0;a7948fca2832:41755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-22804009/online-snapshot/abort' 2024-11-16T11:19:13,048 DEBUG [RS:0;a7948fca2832:41755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-22804009/online-snapshot/acquired' 2024-11-16T11:19:13,048 DEBUG [RS:0;a7948fca2832:41755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:19:13,048 INFO [RS:0;a7948fca2832:41755 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:19:13,048 INFO [RS:0;a7948fca2832:41755 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:19:13,148 INFO [RS:0;a7948fca2832:41755 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:19:13,150 INFO [RS:0;a7948fca2832:41755 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C41755%2C1731755951344, suffix=, logDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344, archiveDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/oldWALs, maxLogs=10 2024-11-16T11:19:13,163 DEBUG [RS:0;a7948fca2832:41755 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344/a7948fca2832%2C41755%2C1731755951344.1731755953150, exclude list is [], retry=0 2024-11-16T11:19:13,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38539,DS-eaed6781-1b05-4d88-8f11-a083176f9180,DISK] 2024-11-16T11:19:13,167 INFO [RS:0;a7948fca2832:41755 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344/a7948fca2832%2C41755%2C1731755951344.1731755953150 2024-11-16T11:19:13,167 DEBUG [RS:0;a7948fca2832:41755 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43643:43643)] 2024-11-16T11:19:13,372 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:19:13,372 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc 2024-11-16T11:19:13,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741833_1009 (size=32) 2024-11-16T11:19:13,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:13,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:19:13,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:19:13,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:13,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:13,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:19:13,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:19:13,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:13,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:13,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:19:13,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:19:13,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:13,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:13,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:19:13,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:19:13,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:13,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:13,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:19:13,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740 2024-11-16T11:19:13,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740 2024-11-16T11:19:13,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:19:13,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:19:13,788 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:19:13,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:19:13,790 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:19:13,791 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68358932, jitterRate=0.018627464771270752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:19:13,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731755953778Initializing all the Stores at 1731755953779 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755953779Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755953779Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755953779Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755953779Cleaning up temporary data from old regions at 1731755953787 (+8 ms)Region opened successfully at 1731755953791 (+4 ms) 2024-11-16T11:19:13,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:19:13,791 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:19:13,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:19:13,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:19:13,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:19:13,792 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:19:13,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755953791Disabling compacts and flushes for region at 1731755953791Disabling writes for close at 1731755953791Writing region close event to WAL at 1731755953792 (+1 ms)Closed at 1731755953792 2024-11-16T11:19:13,793 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:19:13,793 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:19:13,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:19:13,794 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:19:13,794 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:19:13,945 DEBUG [a7948fca2832:33243 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:19:13,945 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,41755,1731755951344 2024-11-16T11:19:13,946 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,41755,1731755951344, state=OPENING 2024-11-16T11:19:13,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:19:13,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T11:19:13,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T11:19:13,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T11:19:13,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:19:13,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:19:14,000 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:19:14,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x101435eb7a10001, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:14,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:14,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-22804009/meta-region-server: CHANGED 2024-11-16T11:19:14,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-22804009/meta-region-server: CHANGED 2024-11-16T11:19:14,011 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:19:14,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,41755,1731755951344}] 2024-11-16T11:19:14,163 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:19:14,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:19:14,167 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:19:14,168 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:19:14,168 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:19:14,169 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C41755%2C1731755951344.meta, suffix=.meta, logDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344, archiveDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/oldWALs, maxLogs=10 2024-11-16T11:19:14,186 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344/a7948fca2832%2C41755%2C1731755951344.meta.1731755954170.meta, exclude list is [], retry=0 2024-11-16T11:19:14,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38539,DS-eaed6781-1b05-4d88-8f11-a083176f9180,DISK] 2024-11-16T11:19:14,189 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344/a7948fca2832%2C41755%2C1731755951344.meta.1731755954170.meta 2024-11-16T11:19:14,190 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43643:43643)] 2024-11-16T11:19:14,190 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:19:14,190 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:19:14,190 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:19:14,190 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:19:14,190 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:19:14,190 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:19:14,190 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:14,191 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:19:14,191 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:19:14,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:19:14,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:19:14,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:14,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:14,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:19:14,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:19:14,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:14,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:14,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:19:14,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:19:14,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:14,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:14,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:19:14,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:19:14,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:14,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:14,196 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:19:14,196 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740 2024-11-16T11:19:14,197 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740 2024-11-16T11:19:14,198 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:19:14,198 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:19:14,198 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:19:14,199 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:19:14,200 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62192066, jitterRate=-0.07326599955558777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:19:14,200 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:19:14,200 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731755954191Writing region info on filesystem at 1731755954191Initializing all the Stores at 1731755954191Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755954192 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755954192Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755954192Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755954192Cleaning up temporary data from old regions at 1731755954198 (+6 ms)Running coprocessor post-open hooks at 1731755954200 (+2 ms)Region opened successfully at 1731755954200 2024-11-16T11:19:14,201 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731755954163 2024-11-16T11:19:14,203 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:19:14,203 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:19:14,203 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,41755,1731755951344 2024-11-16T11:19:14,204 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,41755,1731755951344, state=OPEN 2024-11-16T11:19:14,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-22804009/meta-region-server 2024-11-16T11:19:14,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x101435eb7a10001, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-22804009/meta-region-server 2024-11-16T11:19:14,239 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,41755,1731755951344 2024-11-16T11:19:14,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-22804009/meta-region-server: CHANGED 2024-11-16T11:19:14,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-22804009/meta-region-server: CHANGED 2024-11-16T11:19:14,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:19:14,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,41755,1731755951344 in 228 msec 2024-11-16T11:19:14,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:19:14,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-16T11:19:14,244 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:19:14,244 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:19:14,245 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:19:14,245 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,41755,1731755951344, seqNum=-1] 2024-11-16T11:19:14,245 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:19:14,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:19:14,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2890 sec 2024-11-16T11:19:14,251 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731755954250, completionTime=-1 2024-11-16T11:19:14,251 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:19:14,251 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:19:14,252 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:19:14,252 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731756014252 2024-11-16T11:19:14,252 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731756074252 2024-11-16T11:19:14,252 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T11:19:14,253 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,33243,1731755951139-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:14,253 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,33243,1731755951139-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:14,253 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,33243,1731755951139-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:14,253 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:33243, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:14,253 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:14,253 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:14,254 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:19:14,256 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.845sec 2024-11-16T11:19:14,256 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:19:14,256 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:19:14,256 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:19:14,256 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:19:14,256 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:19:14,256 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,33243,1731755951139-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:19:14,256 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,33243,1731755951139-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:19:14,259 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:19:14,259 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:19:14,259 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,33243,1731755951139-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:14,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3236b887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:14,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,33243,-1 for getting cluster id 2024-11-16T11:19:14,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:14,272 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beecb6af-8c79-4ab7-bfb6-21748897a267' 2024-11-16T11:19:14,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:14,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beecb6af-8c79-4ab7-bfb6-21748897a267" 2024-11-16T11:19:14,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d076de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:14,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,33243,-1] 2024-11-16T11:19:14,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:14,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:14,274 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:14,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b742fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:14,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:19:14,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,41755,1731755951344, seqNum=-1] 2024-11-16T11:19:14,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:19:14,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:19:14,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,33243,1731755951139 2024-11-16T11:19:14,280 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55357 2024-11-16T11:19:14,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:19:14,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101435eb7a10002 connected 2024-11-16T11:19:14,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/hadoop.log.dir so I do NOT create it in target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8 2024-11-16T11:19:14,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:19:14,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/hadoop.tmp.dir so I do NOT create it in target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8 2024-11-16T11:19:14,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:19:14,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8 2024-11-16T11:19:14,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:19:14,308 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/cluster_cccc8075-8b0e-2c7d-9a01-1968ef143111, deleteOnExit=true 2024-11-16T11:19:14,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:19:14,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/test.cache.data in system properties and HBase conf 2024-11-16T11:19:14,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:19:14,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:19:14,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:19:14,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:19:14,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:19:14,309 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:19:14,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:19:14,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:19:14,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:19:14,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:19:14,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:19:14,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:19:14,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:19:14,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:19:14,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:19:14,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:19:14,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:19:14,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:19:14,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:19:14,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:19:14,596 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:19:14,600 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:19:14,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:19:14,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:19:14,605 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:19:14,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:19:14,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db8d6b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:19:14,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a243add{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:19:14,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1834e79a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/java.io.tmpdir/jetty-localhost-44975-hadoop-hdfs-3_4_1-tests_jar-_-any-12432298013255725207/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:19:14,702 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ca6a426{HTTP/1.1, (http/1.1)}{localhost:44975} 2024-11-16T11:19:14,703 INFO [Time-limited test {}] server.Server(415): Started @148565ms 2024-11-16T11:19:15,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:19:15,013 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:19:15,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:19:15,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:19:15,014 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:19:15,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10399cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:19:15,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69488fb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:19:15,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@297064e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/java.io.tmpdir/jetty-localhost-42183-hadoop-hdfs-3_4_1-tests_jar-_-any-5217542477687120400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:19:15,113 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52d1efea{HTTP/1.1, (http/1.1)}{localhost:42183} 2024-11-16T11:19:15,113 INFO [Time-limited test {}] server.Server(415): Started @148975ms 2024-11-16T11:19:15,114 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:19:15,731 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/cluster_cccc8075-8b0e-2c7d-9a01-1968ef143111/data/data1/current/BP-532654863-172.17.0.2-1731755954323/current, will proceed with Du for space computation calculation, 2024-11-16T11:19:15,731 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/cluster_cccc8075-8b0e-2c7d-9a01-1968ef143111/data/data2/current/BP-532654863-172.17.0.2-1731755954323/current, will proceed with Du for space computation calculation, 2024-11-16T11:19:15,748 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:19:15,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffd0868686fbcf99 with lease ID 0xb47d7efda851e062: Processing first storage report for DS-cc9b100a-dc6b-4159-bf68-e14c9ae37aa1 from datanode DatanodeRegistration(127.0.0.1:46169, datanodeUuid=ee902f53-6beb-45cd-af45-321de0fe333f, infoPort=38489, infoSecurePort=0, ipcPort=32943, storageInfo=lv=-57;cid=testClusterID;nsid=1276463963;c=1731755954323) 2024-11-16T11:19:15,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffd0868686fbcf99 with lease ID 0xb47d7efda851e062: from storage DS-cc9b100a-dc6b-4159-bf68-e14c9ae37aa1 node DatanodeRegistration(127.0.0.1:46169, datanodeUuid=ee902f53-6beb-45cd-af45-321de0fe333f, infoPort=38489, infoSecurePort=0, ipcPort=32943, storageInfo=lv=-57;cid=testClusterID;nsid=1276463963;c=1731755954323), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:19:15,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffd0868686fbcf99 with lease ID 0xb47d7efda851e062: Processing first storage report for DS-0f1bcf89-3d62-496f-a779-bc8fbf970005 from datanode DatanodeRegistration(127.0.0.1:46169, datanodeUuid=ee902f53-6beb-45cd-af45-321de0fe333f, infoPort=38489, infoSecurePort=0, ipcPort=32943, storageInfo=lv=-57;cid=testClusterID;nsid=1276463963;c=1731755954323) 2024-11-16T11:19:15,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffd0868686fbcf99 with lease ID 0xb47d7efda851e062: from storage DS-0f1bcf89-3d62-496f-a779-bc8fbf970005 node DatanodeRegistration(127.0.0.1:46169, datanodeUuid=ee902f53-6beb-45cd-af45-321de0fe333f, infoPort=38489, infoSecurePort=0, ipcPort=32943, storageInfo=lv=-57;cid=testClusterID;nsid=1276463963;c=1731755954323), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:19:15,840 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8 2024-11-16T11:19:15,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:15,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:15,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:19:16,250 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568 with version=8 2024-11-16T11:19:16,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/hbase-staging 2024-11-16T11:19:16,251 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:19:16,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:16,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:16,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:19:16,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:16,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:19:16,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:19:16,252 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:19:16,252 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38595 2024-11-16T11:19:16,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38595 connecting to ZooKeeper ensemble=127.0.0.1:55357 2024-11-16T11:19:16,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385950x0, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:19:16,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38595-0x101435eb7a10003 connected 2024-11-16T11:19:16,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:16,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:16,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Set watcher on znode that does not yet exist, /1-1443221409/running 2024-11-16T11:19:16,384 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568, hbase.cluster.distributed=false 2024-11-16T11:19:16,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Set watcher on znode that does not yet exist, /1-1443221409/acl 2024-11-16T11:19:16,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38595 2024-11-16T11:19:16,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38595 2024-11-16T11:19:16,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38595 2024-11-16T11:19:16,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38595 2024-11-16T11:19:16,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38595 2024-11-16T11:19:16,401 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:19:16,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:16,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:16,401 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:19:16,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:16,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:19:16,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:19:16,402 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:19:16,402 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45341 2024-11-16T11:19:16,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45341 connecting to ZooKeeper ensemble=127.0.0.1:55357 2024-11-16T11:19:16,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:16,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:16,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453410x0, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:19:16,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453410x0, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Set watcher on znode that does not yet exist, /1-1443221409/running 2024-11-16T11:19:16,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45341-0x101435eb7a10004 connected 2024-11-16T11:19:16,411 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:19:16,412 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:19:16,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45341-0x101435eb7a10004, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Set watcher on znode that does not yet exist, /1-1443221409/master 2024-11-16T11:19:16,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45341-0x101435eb7a10004, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Set watcher on znode that does not yet exist, /1-1443221409/acl 2024-11-16T11:19:16,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45341 2024-11-16T11:19:16,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45341 2024-11-16T11:19:16,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45341 2024-11-16T11:19:16,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45341 2024-11-16T11:19:16,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45341 2024-11-16T11:19:16,436 DEBUG [M:0;a7948fca2832:38595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:38595 2024-11-16T11:19:16,436 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1443221409/backup-masters/a7948fca2832,38595,1731755956251 2024-11-16T11:19:16,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101435eb7a10004, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443221409/backup-masters 2024-11-16T11:19:16,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443221409/backup-masters 2024-11-16T11:19:16,442 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Set watcher on existing znode=/1-1443221409/backup-masters/a7948fca2832,38595,1731755956251 2024-11-16T11:19:16,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443221409 2024-11-16T11:19:16,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101435eb7a10004, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1443221409/master 2024-11-16T11:19:16,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101435eb7a10004, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443221409 2024-11-16T11:19:16,453 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Set watcher on existing znode=/1-1443221409/master 2024-11-16T11:19:16,453 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1443221409/backup-masters/a7948fca2832,38595,1731755956251 from backup master directory 2024-11-16T11:19:16,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1443221409/backup-masters/a7948fca2832,38595,1731755956251 2024-11-16T11:19:16,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443221409/backup-masters 2024-11-16T11:19:16,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101435eb7a10004, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443221409/backup-masters 2024-11-16T11:19:16,463 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:19:16,463 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,38595,1731755956251 2024-11-16T11:19:16,467 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/hbase.id] with ID: d2f3faef-9aa2-42bf-8128-b37f92b4423f 2024-11-16T11:19:16,467 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/.tmp/hbase.id 2024-11-16T11:19:16,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:19:16,873 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/.tmp/hbase.id]:[hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/hbase.id] 2024-11-16T11:19:16,883 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:16,883 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:19:16,884 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T11:19:16,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443221409 2024-11-16T11:19:16,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101435eb7a10004, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443221409 2024-11-16T11:19:16,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:19:17,342 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:19:17,342 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:19:17,343 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:19:17,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:19:17,749 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/data/master/store 2024-11-16T11:19:17,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:19:18,155 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:18,155 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:19:18,155 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:18,155 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:18,155 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:19:18,155 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:18,155 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:18,155 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755958155Disabling compacts and flushes for region at 1731755958155Disabling writes for close at 1731755958155Writing region close event to WAL at 1731755958155Closed at 1731755958155 2024-11-16T11:19:18,156 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/data/master/store/.initializing 2024-11-16T11:19:18,156 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/WALs/a7948fca2832,38595,1731755956251 2024-11-16T11:19:18,157 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:19:18,158 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C38595%2C1731755956251, suffix=, logDir=hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/WALs/a7948fca2832,38595,1731755956251, archiveDir=hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/oldWALs, maxLogs=10 2024-11-16T11:19:18,170 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/WALs/a7948fca2832,38595,1731755956251/a7948fca2832%2C38595%2C1731755956251.1731755958158, exclude list is [], retry=0 2024-11-16T11:19:18,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46169,DS-cc9b100a-dc6b-4159-bf68-e14c9ae37aa1,DISK] 2024-11-16T11:19:18,173 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/WALs/a7948fca2832,38595,1731755956251/a7948fca2832%2C38595%2C1731755956251.1731755958158 2024-11-16T11:19:18,174 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38489:38489)] 2024-11-16T11:19:18,174 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:19:18,174 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:18,174 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:18,174 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:18,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:18,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:19:18,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:18,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:18,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:18,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:19:18,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:18,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:18,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:18,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:19:18,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:18,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:18,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:18,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:19:18,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:18,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:18,181 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:18,182 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:18,182 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:18,183 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:18,183 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:18,183 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:19:18,184 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:18,186 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:19:18,187 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58973919, jitterRate=-0.12122012674808502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:19:18,187 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731755958174Initializing all the Stores at 1731755958175 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755958175Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755958175Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755958175Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755958175Cleaning up temporary data from old regions at 1731755958183 (+8 ms)Region opened successfully at 1731755958187 (+4 ms) 2024-11-16T11:19:18,187 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:19:18,190 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d47668b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:19:18,191 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:19:18,191 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:19:18,191 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:19:18,191 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:19:18,192 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:19:18,192 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:19:18,192 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:19:18,194 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:19:18,194 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Unable to get data of znode /1-1443221409/balancer because node does not exist (not necessarily an error) 2024-11-16T11:19:18,273 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1443221409/balancer already deleted, retry=false 2024-11-16T11:19:18,274 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:19:18,274 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Unable to get data of znode /1-1443221409/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:19:18,284 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1443221409/normalizer already deleted, retry=false 2024-11-16T11:19:18,284 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:19:18,285 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Unable to get data of znode /1-1443221409/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:19:18,294 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1443221409/switch/split already deleted, retry=false 2024-11-16T11:19:18,295 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Unable to get data of znode /1-1443221409/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:19:18,305 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1443221409/switch/merge already deleted, retry=false 2024-11-16T11:19:18,307 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Unable to get data of znode /1-1443221409/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:19:18,315 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1443221409/snapshot-cleanup already deleted, retry=false 2024-11-16T11:19:18,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1443221409/running 2024-11-16T11:19:18,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101435eb7a10004, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1443221409/running 2024-11-16T11:19:18,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443221409 2024-11-16T11:19:18,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101435eb7a10004, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443221409 2024-11-16T11:19:18,326 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,38595,1731755956251, sessionid=0x101435eb7a10003, setting cluster-up flag (Was=false) 2024-11-16T11:19:18,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101435eb7a10004, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443221409 2024-11-16T11:19:18,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443221409 2024-11-16T11:19:18,378 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1443221409/flush-table-proc/acquired, /1-1443221409/flush-table-proc/reached, /1-1443221409/flush-table-proc/abort 2024-11-16T11:19:18,379 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,38595,1731755956251 2024-11-16T11:19:18,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101435eb7a10004, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443221409 2024-11-16T11:19:18,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443221409 2024-11-16T11:19:18,431 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1443221409/online-snapshot/acquired, /1-1443221409/online-snapshot/reached, /1-1443221409/online-snapshot/abort 2024-11-16T11:19:18,432 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,38595,1731755956251 2024-11-16T11:19:18,434 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:19:18,435 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:19:18,435 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:19:18,435 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:19:18,436 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,38595,1731755956251 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:19:18,437 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:19:18,437 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:19:18,437 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:19:18,437 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:19:18,437 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:19:18,437 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:18,437 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:19:18,437 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:18,438 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731755988438 2024-11-16T11:19:18,438 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:19:18,438 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:19:18,438 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:19:18,438 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:19:18,438 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:19:18,438 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:19:18,438 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:18,438 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:19:18,438 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:19:18,438 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:19:18,439 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:19:18,439 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:19:18,439 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:19:18,439 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:19:18,439 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:19:18,439 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755958439,5,FailOnTimeoutGroup] 2024-11-16T11:19:18,439 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755958439,5,FailOnTimeoutGroup] 2024-11-16T11:19:18,439 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:18,439 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:19:18,439 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:18,440 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:18,440 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:18,440 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:19:18,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:19:18,527 INFO [RS:0;a7948fca2832:45341 {}] regionserver.HRegionServer(746): ClusterId : d2f3faef-9aa2-42bf-8128-b37f92b4423f 2024-11-16T11:19:18,527 DEBUG [RS:0;a7948fca2832:45341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:19:18,537 DEBUG [RS:0;a7948fca2832:45341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:19:18,537 DEBUG [RS:0;a7948fca2832:45341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:19:18,547 DEBUG [RS:0;a7948fca2832:45341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:19:18,548 DEBUG [RS:0;a7948fca2832:45341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63056893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:19:18,558 DEBUG [RS:0;a7948fca2832:45341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:45341 2024-11-16T11:19:18,558 INFO [RS:0;a7948fca2832:45341 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:19:18,558 INFO [RS:0;a7948fca2832:45341 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:19:18,558 DEBUG [RS:0;a7948fca2832:45341 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:19:18,559 INFO [RS:0;a7948fca2832:45341 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,38595,1731755956251 with port=45341, startcode=1731755956401 2024-11-16T11:19:18,559 DEBUG [RS:0;a7948fca2832:45341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:19:18,560 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:19:18,561 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38595 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,45341,1731755956401 2024-11-16T11:19:18,561 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38595 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,45341,1731755956401 2024-11-16T11:19:18,562 DEBUG [RS:0;a7948fca2832:45341 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568 2024-11-16T11:19:18,562 DEBUG [RS:0;a7948fca2832:45341 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36615 2024-11-16T11:19:18,562 DEBUG [RS:0;a7948fca2832:45341 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:19:18,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443221409/rs 2024-11-16T11:19:18,614 DEBUG [RS:0;a7948fca2832:45341 {}] zookeeper.ZKUtil(111): regionserver:45341-0x101435eb7a10004, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Set watcher on existing znode=/1-1443221409/rs/a7948fca2832,45341,1731755956401 2024-11-16T11:19:18,614 WARN [RS:0;a7948fca2832:45341 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:19:18,614 INFO [RS:0;a7948fca2832:45341 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:19:18,614 DEBUG [RS:0;a7948fca2832:45341 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/WALs/a7948fca2832,45341,1731755956401 2024-11-16T11:19:18,614 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,45341,1731755956401] 2024-11-16T11:19:18,616 INFO [RS:0;a7948fca2832:45341 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:19:18,618 INFO [RS:0;a7948fca2832:45341 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:19:18,620 INFO [RS:0;a7948fca2832:45341 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:19:18,620 INFO [RS:0;a7948fca2832:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:18,620 INFO [RS:0;a7948fca2832:45341 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:19:18,621 INFO [RS:0;a7948fca2832:45341 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:19:18,621 INFO [RS:0;a7948fca2832:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:18,621 DEBUG [RS:0;a7948fca2832:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:18,621 DEBUG [RS:0;a7948fca2832:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:18,621 DEBUG [RS:0;a7948fca2832:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:18,621 DEBUG [RS:0;a7948fca2832:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:18,621 DEBUG [RS:0;a7948fca2832:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:18,621 DEBUG [RS:0;a7948fca2832:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:19:18,621 DEBUG [RS:0;a7948fca2832:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:18,621 DEBUG [RS:0;a7948fca2832:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:18,621 DEBUG [RS:0;a7948fca2832:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:18,621 DEBUG [RS:0;a7948fca2832:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:18,621 DEBUG [RS:0;a7948fca2832:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:18,621 DEBUG [RS:0;a7948fca2832:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:18,621 DEBUG [RS:0;a7948fca2832:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:19:18,621 DEBUG [RS:0;a7948fca2832:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:19:18,622 INFO [RS:0;a7948fca2832:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:18,622 INFO [RS:0;a7948fca2832:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:18,622 INFO [RS:0;a7948fca2832:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:18,622 INFO [RS:0;a7948fca2832:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:18,622 INFO [RS:0;a7948fca2832:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:18,622 INFO [RS:0;a7948fca2832:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45341,1731755956401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:19:18,635 INFO [RS:0;a7948fca2832:45341 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:19:18,636 INFO [RS:0;a7948fca2832:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45341,1731755956401-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:18,636 INFO [RS:0;a7948fca2832:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:18,636 INFO [RS:0;a7948fca2832:45341 {}] regionserver.Replication(171): a7948fca2832,45341,1731755956401 started 2024-11-16T11:19:18,648 INFO [RS:0;a7948fca2832:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:18,648 INFO [RS:0;a7948fca2832:45341 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,45341,1731755956401, RpcServer on a7948fca2832/172.17.0.2:45341, sessionid=0x101435eb7a10004 2024-11-16T11:19:18,649 DEBUG [RS:0;a7948fca2832:45341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:19:18,649 DEBUG [RS:0;a7948fca2832:45341 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,45341,1731755956401 2024-11-16T11:19:18,649 DEBUG [RS:0;a7948fca2832:45341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,45341,1731755956401' 2024-11-16T11:19:18,649 DEBUG [RS:0;a7948fca2832:45341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1443221409/flush-table-proc/abort' 2024-11-16T11:19:18,649 DEBUG [RS:0;a7948fca2832:45341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1443221409/flush-table-proc/acquired' 2024-11-16T11:19:18,650 DEBUG [RS:0;a7948fca2832:45341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:19:18,650 DEBUG [RS:0;a7948fca2832:45341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:19:18,650 DEBUG [RS:0;a7948fca2832:45341 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,45341,1731755956401 2024-11-16T11:19:18,650 DEBUG [RS:0;a7948fca2832:45341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,45341,1731755956401' 2024-11-16T11:19:18,650 DEBUG [RS:0;a7948fca2832:45341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1443221409/online-snapshot/abort' 2024-11-16T11:19:18,650 DEBUG [RS:0;a7948fca2832:45341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1443221409/online-snapshot/acquired' 2024-11-16T11:19:18,650 DEBUG [RS:0;a7948fca2832:45341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:19:18,650 INFO [RS:0;a7948fca2832:45341 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:19:18,650 INFO [RS:0;a7948fca2832:45341 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:19:18,751 INFO [RS:0;a7948fca2832:45341 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:19:18,752 INFO [RS:0;a7948fca2832:45341 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C45341%2C1731755956401, suffix=, logDir=hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/WALs/a7948fca2832,45341,1731755956401, archiveDir=hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/oldWALs, maxLogs=10 2024-11-16T11:19:18,764 DEBUG [RS:0;a7948fca2832:45341 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/WALs/a7948fca2832,45341,1731755956401/a7948fca2832%2C45341%2C1731755956401.1731755958752, exclude list is [], retry=0 2024-11-16T11:19:18,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46169,DS-cc9b100a-dc6b-4159-bf68-e14c9ae37aa1,DISK] 2024-11-16T11:19:18,768 INFO [RS:0;a7948fca2832:45341 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/WALs/a7948fca2832,45341,1731755956401/a7948fca2832%2C45341%2C1731755956401.1731755958752 2024-11-16T11:19:18,768 DEBUG [RS:0;a7948fca2832:45341 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38489:38489)] 2024-11-16T11:19:18,849 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:19:18,849 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568 2024-11-16T11:19:18,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741833_1009 (size=32) 2024-11-16T11:19:19,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:19,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:19:19,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:19:19,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:19,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:19,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:19:19,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:19:19,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:19,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:19,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:19:19,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:19:19,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:19,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:19,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:19:19,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:19:19,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:19,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:19,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:19:19,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/data/hbase/meta/1588230740 2024-11-16T11:19:19,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/data/hbase/meta/1588230740 2024-11-16T11:19:19,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:19:19,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:19:19,264 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:19:19,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:19:19,266 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:19:19,267 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59194905, jitterRate=-0.1179271787405014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:19:19,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731755959255Initializing all the Stores at 1731755959256 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755959256Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755959256Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755959256Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755959256Cleaning up temporary data from old regions at 1731755959264 (+8 ms)Region opened successfully at 1731755959267 (+3 ms) 2024-11-16T11:19:19,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:19:19,267 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:19:19,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:19:19,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:19:19,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:19:19,267 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:19:19,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755959267Disabling compacts and flushes for region at 1731755959267Disabling writes for close at 1731755959267Writing region close event to WAL at 1731755959267Closed at 1731755959267 2024-11-16T11:19:19,268 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:19:19,268 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:19:19,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:19:19,269 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:19:19,270 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:19:19,420 DEBUG [a7948fca2832:38595 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:19:19,421 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,45341,1731755956401 2024-11-16T11:19:19,422 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,45341,1731755956401, state=OPENING 2024-11-16T11:19:19,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:19:19,473 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:19:19,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:19,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:19,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:19,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:19,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443221409 2024-11-16T11:19:19,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101435eb7a10004, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443221409 2024-11-16T11:19:19,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1443221409/meta-region-server: CHANGED 2024-11-16T11:19:19,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1443221409/meta-region-server: CHANGED 2024-11-16T11:19:19,484 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:19:19,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,45341,1731755956401}] 2024-11-16T11:19:19,494 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T11:19:19,637 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:19:19,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:19:19,641 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:19:19,641 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:19:19,641 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:19:19,643 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C45341%2C1731755956401.meta, suffix=.meta, logDir=hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/WALs/a7948fca2832,45341,1731755956401, archiveDir=hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/oldWALs, maxLogs=10 2024-11-16T11:19:19,656 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/WALs/a7948fca2832,45341,1731755956401/a7948fca2832%2C45341%2C1731755956401.meta.1731755959643.meta, exclude list is [], retry=0 2024-11-16T11:19:19,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46169,DS-cc9b100a-dc6b-4159-bf68-e14c9ae37aa1,DISK] 2024-11-16T11:19:19,659 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/WALs/a7948fca2832,45341,1731755956401/a7948fca2832%2C45341%2C1731755956401.meta.1731755959643.meta 2024-11-16T11:19:19,659 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38489:38489)] 2024-11-16T11:19:19,660 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:19:19,660 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:19:19,660 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:19:19,660 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:19:19,660 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:19:19,660 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:19:19,660 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:19,660 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:19:19,660 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:19:19,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:19:19,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:19:19,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:19,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:19,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:19:19,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:19:19,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:19,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:19,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:19:19,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:19:19,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:19,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:19,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:19:19,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:19:19,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:19,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:19,666 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:19:19,667 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/data/hbase/meta/1588230740 2024-11-16T11:19:19,668 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/data/hbase/meta/1588230740 2024-11-16T11:19:19,669 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:19:19,669 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:19:19,669 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:19:19,670 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:19:19,671 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64155718, jitterRate=-0.04400530457496643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:19:19,671 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:19:19,671 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731755959661Writing region info on filesystem at 1731755959661Initializing all the Stores at 1731755959661Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755959661Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755959662 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755959662Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755959662Cleaning up temporary data from old regions at 1731755959669 (+7 ms)Running coprocessor post-open hooks at 1731755959671 (+2 ms)Region opened successfully at 1731755959671 2024-11-16T11:19:19,672 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731755959637 2024-11-16T11:19:19,674 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:19:19,674 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:19:19,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,45341,1731755956401 2024-11-16T11:19:19,675 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,45341,1731755956401, state=OPEN 2024-11-16T11:19:19,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1443221409/meta-region-server 2024-11-16T11:19:19,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101435eb7a10004, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1443221409/meta-region-server 2024-11-16T11:19:19,684 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,45341,1731755956401 2024-11-16T11:19:19,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1443221409/meta-region-server: CHANGED 2024-11-16T11:19:19,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1443221409/meta-region-server: CHANGED 2024-11-16T11:19:19,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:19:19,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,45341,1731755956401 in 200 msec 2024-11-16T11:19:19,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:19:19,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 418 msec 2024-11-16T11:19:19,688 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:19:19,688 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:19:19,690 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:19:19,690 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,45341,1731755956401, seqNum=-1] 2024-11-16T11:19:19,690 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:19:19,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:19:19,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec 2024-11-16T11:19:19,696 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731755959696, completionTime=-1 2024-11-16T11:19:19,696 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:19:19,696 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:19:19,697 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:19:19,697 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731756019697 2024-11-16T11:19:19,697 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731756079697 2024-11-16T11:19:19,697 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T11:19:19,698 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38595,1731755956251-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:19,698 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38595,1731755956251-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:19,698 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38595,1731755956251-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:19,698 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:38595, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:19,698 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:19,698 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:19,699 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:19:19,701 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.238sec 2024-11-16T11:19:19,701 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:19:19,701 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:19:19,701 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:19:19,701 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:19:19,701 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:19:19,701 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38595,1731755956251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:19:19,701 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38595,1731755956251-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:19:19,703 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:19:19,703 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:19:19,703 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38595,1731755956251-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:19,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d9e554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:19,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,38595,-1 for getting cluster id 2024-11-16T11:19:19,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:19,729 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2f3faef-9aa2-42bf-8128-b37f92b4423f' 2024-11-16T11:19:19,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:19,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2f3faef-9aa2-42bf-8128-b37f92b4423f" 2024-11-16T11:19:19,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d60804f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:19,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,38595,-1] 2024-11-16T11:19:19,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:19,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:19,731 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:19,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548b3e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:19,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:19:19,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,45341,1731755956401, seqNum=-1] 2024-11-16T11:19:19,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:19:19,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:19:19,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,38595,1731755956251 2024-11-16T11:19:19,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55357 2024-11-16T11:19:19,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:19:19,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101435eb7a10005 connected 2024-11-16T11:19:19,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f88dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:19,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,33243,-1 for getting cluster id 2024-11-16T11:19:19,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:19,760 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beecb6af-8c79-4ab7-bfb6-21748897a267' 2024-11-16T11:19:19,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:19,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beecb6af-8c79-4ab7-bfb6-21748897a267" 2024-11-16T11:19:19,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46771760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:19,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,33243,-1] 2024-11-16T11:19:19,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:19,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:19,762 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:19,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1a7eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:19,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:19:19,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,33243,1731755951139 2024-11-16T11:19:19,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3897015e 2024-11-16T11:19:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:19:19,764 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:19:19,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33243 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a7948fca2832:38595,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T11:19:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33243 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T11:19:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:19:19,767 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:38595' 2024-11-16T11:19:19,768 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44334c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:19,768 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,38595,-1 for getting cluster id 2024-11-16T11:19:19,768 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:19,768 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2f3faef-9aa2-42bf-8128-b37f92b4423f' 2024-11-16T11:19:19,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:19,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2f3faef-9aa2-42bf-8128-b37f92b4423f" 2024-11-16T11:19:19,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eebe22c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:19,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,38595,-1] 2024-11-16T11:19:19,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:19,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:19,770 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:19,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2371bcbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:19,771 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:19:19,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,38595,1731755956251 2024-11-16T11:19:19,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6896175b 2024-11-16T11:19:19,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:19:19,772 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:19:19,773 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T11:19:19,773 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T11:19:19,773 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:19,773 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:19,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:19:19,773 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:19:19,774 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T11:19:19,775 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:19:19,775 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:19,776 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:19:19,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741835_1011 (size=1138) 2024-11-16T11:19:19,825 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T11:19:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:19:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:19:20,183 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a9d9758b04269ff0218c4ac4488bb95b, NAME => 'hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc 2024-11-16T11:19:20,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741836_1012 (size=44) 2024-11-16T11:19:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:19:20,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:20,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a9d9758b04269ff0218c4ac4488bb95b, disabling compactions & flushes 2024-11-16T11:19:20,589 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. 2024-11-16T11:19:20,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. 2024-11-16T11:19:20,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. after waiting 0 ms 2024-11-16T11:19:20,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. 2024-11-16T11:19:20,589 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. 2024-11-16T11:19:20,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a9d9758b04269ff0218c4ac4488bb95b: Waiting for close lock at 1731755960589Disabling compacts and flushes for region at 1731755960589Disabling writes for close at 1731755960589Writing region close event to WAL at 1731755960589Closed at 1731755960589 2024-11-16T11:19:20,590 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:19:20,590 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731755960590"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755960590"}]},"ts":"1731755960590"} 2024-11-16T11:19:20,592 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:19:20,593 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:19:20,593 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755960593"}]},"ts":"1731755960593"} 2024-11-16T11:19:20,594 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T11:19:20,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9d9758b04269ff0218c4ac4488bb95b, ASSIGN}] 2024-11-16T11:19:20,596 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9d9758b04269ff0218c4ac4488bb95b, ASSIGN 2024-11-16T11:19:20,596 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9d9758b04269ff0218c4ac4488bb95b, ASSIGN; state=OFFLINE, location=a7948fca2832,41755,1731755951344; forceNewPlan=false, retain=false 2024-11-16T11:19:20,747 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a9d9758b04269ff0218c4ac4488bb95b, regionState=OPENING, regionLocation=a7948fca2832,41755,1731755951344 2024-11-16T11:19:20,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9d9758b04269ff0218c4ac4488bb95b, ASSIGN because future has completed 2024-11-16T11:19:20,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9d9758b04269ff0218c4ac4488bb95b, server=a7948fca2832,41755,1731755951344}] 2024-11-16T11:19:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:19:20,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. 2024-11-16T11:19:20,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:19:20,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T11:19:20,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C41755%2C1731755951344.rep, suffix=, logDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344, archiveDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/oldWALs, maxLogs=10 2024-11-16T11:19:20,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344/a7948fca2832%2C41755%2C1731755951344.rep.1731755960906, exclude list is [], retry=0 2024-11-16T11:19:20,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38539,DS-eaed6781-1b05-4d88-8f11-a083176f9180,DISK] 2024-11-16T11:19:20,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344/a7948fca2832%2C41755%2C1731755951344.rep.1731755960906 2024-11-16T11:19:20,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43643:43643)] 2024-11-16T11:19:20,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a9d9758b04269ff0218c4ac4488bb95b, NAME => 'hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:19:20,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:19:20,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:19:20,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. service=MultiRowMutationService 2024-11-16T11:19:20,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T11:19:20,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:20,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:20,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:20,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:20,924 INFO [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:20,925 INFO [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9d9758b04269ff0218c4ac4488bb95b columnFamilyName hfileref 2024-11-16T11:19:20,925 DEBUG [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:20,925 INFO [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] regionserver.HStore(327): Store=a9d9758b04269ff0218c4ac4488bb95b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:20,925 INFO [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:20,926 INFO [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9d9758b04269ff0218c4ac4488bb95b columnFamilyName queue 2024-11-16T11:19:20,926 DEBUG [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:20,926 INFO [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] regionserver.HStore(327): Store=a9d9758b04269ff0218c4ac4488bb95b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:20,927 INFO [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:20,927 INFO [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9d9758b04269ff0218c4ac4488bb95b columnFamilyName sid 2024-11-16T11:19:20,927 DEBUG [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:20,928 INFO [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] regionserver.HStore(327): Store=a9d9758b04269ff0218c4ac4488bb95b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:20,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:20,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/replication/a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:20,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/replication/a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:20,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:20,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:20,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:19:20,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:20,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/replication/a9d9758b04269ff0218c4ac4488bb95b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:19:20,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened a9d9758b04269ff0218c4ac4488bb95b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67246916, jitterRate=0.0020571351051330566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:19:20,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:20,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a9d9758b04269ff0218c4ac4488bb95b: Running coprocessor pre-open hook at 1731755960922Writing region info on filesystem at 1731755960922Initializing all the Stores at 1731755960923 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755960923Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755960923Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755960923Cleaning up temporary data from old regions at 1731755960930 (+7 ms)Running coprocessor post-open hooks at 1731755960933 (+3 ms)Region opened successfully at 1731755960933 2024-11-16T11:19:20,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b., pid=7, masterSystemTime=1731755960901 2024-11-16T11:19:20,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. 2024-11-16T11:19:20,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. 2024-11-16T11:19:20,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a9d9758b04269ff0218c4ac4488bb95b, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,41755,1731755951344 2024-11-16T11:19:20,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9d9758b04269ff0218c4ac4488bb95b, server=a7948fca2832,41755,1731755951344 because future has completed 2024-11-16T11:19:20,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T11:19:20,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a9d9758b04269ff0218c4ac4488bb95b, server=a7948fca2832,41755,1731755951344 in 190 msec 2024-11-16T11:19:20,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T11:19:20,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9d9758b04269ff0218c4ac4488bb95b, ASSIGN in 346 msec 2024-11-16T11:19:20,943 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:19:20,943 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755960943"}]},"ts":"1731755960943"} 2024-11-16T11:19:20,945 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T11:19:20,946 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:19:20,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-16T11:19:20,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b., hostname=a7948fca2832,41755,1731755951344, seqNum=2] 2024-11-16T11:19:21,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:21,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x101435eb7a10001, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:21,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T11:19:21,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-16T11:19:21,227 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T11:19:21,252 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a7948fca2832,41755,1731755951344, ReplicationSource: 1, currentBandwidth=0 2024-11-16T11:19:21,253 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:19:21,253 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,41755,1731755951344, seqNum=-1] 2024-11-16T11:19:21,253 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:19:21,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-16T11:19:21,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a7948fca2832,41755,1731755951344', locateType=CURRENT is [region=hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b., hostname=a7948fca2832,41755,1731755951344, seqNum=2] 2024-11-16T11:19:21,257 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T11:19:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33243 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T11:19:21,259 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a7948fca2832,41755,1731755951344 suceeded 2024-11-16T11:19:21,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T11:19:21,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-16T11:19:21,262 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a7948fca2832:38595,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T11:19:21,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4970 sec 2024-11-16T11:19:21,273 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41755,1731755951344 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:38595' 2024-11-16T11:19:21,273 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41755,1731755951344 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63d8a718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:21,273 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41755,1731755951344 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,38595,-1 for getting cluster id 2024-11-16T11:19:21,274 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41755,1731755951344 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:21,274 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2f3faef-9aa2-42bf-8128-b37f92b4423f' 2024-11-16T11:19:21,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:21,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2f3faef-9aa2-42bf-8128-b37f92b4423f" 2024-11-16T11:19:21,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40dbfe15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:21,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,38595,-1] 2024-11-16T11:19:21,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:21,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:21,276 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:21,276 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41755,1731755951344 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bcf9b65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:21,276 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41755,1731755951344 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:19:21,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,38595,1731755956251 2024-11-16T11:19:21,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6353df16 2024-11-16T11:19:21,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:19:21,278 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-16T11:19:21,278 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41755,1731755951344 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a7948fca2832,41755,1731755951344 (queues=1) is replicating from cluster=beecb6af-8c79-4ab7-bfb6-21748897a267 to cluster=d2f3faef-9aa2-42bf-8128-b37f92b4423f 2024-11-16T11:19:21,279 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41755,1731755951344 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a7948fca2832%2C41755%2C1731755951344 2024-11-16T11:19:21,279 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41755,1731755951344 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a7948fca2832,41755,1731755951344, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T11:19:21,279 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41755,1731755951344.replicationSource.wal-reader.a7948fca2832%2C41755%2C1731755951344,1-a7948fca2832,41755,1731755951344 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344/a7948fca2832%2C41755%2C1731755951344.1731755953150, startPosition=0, beingWritten=true 2024-11-16T11:19:21,280 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41755,1731755951344.replicationSource.shippera7948fca2832%2C41755%2C1731755951344,1-a7948fca2832,41755,1731755951344 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a7948fca2832%2C41755%2C1731755951344 2024-11-16T11:19:21,485 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41755,1731755951344.replicationSource.wal-reader.a7948fca2832%2C41755%2C1731755951344,1-a7948fca2832,41755,1731755951344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344/a7948fca2832%2C41755%2C1731755951344.1731755953150 to pos 0, reset compression=false 2024-11-16T11:19:21,790 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41755,1731755951344.replicationSource.wal-reader.a7948fca2832%2C41755%2C1731755951344,1-a7948fca2832,41755,1731755951344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344/a7948fca2832%2C41755%2C1731755951344.1731755953150 to pos 0, reset compression=false 2024-11-16T11:19:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:19:21,911 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T11:19:21,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:19:21,912 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:21,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:21,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:21,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:19:21,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:19:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,33243,1731755951139 2024-11-16T11:19:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fb7be9e 2024-11-16T11:19:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:19:21,914 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:19:21,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33243 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T11:19:21,915 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:19:21,915 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:21,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:21,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:21,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:19:21,915 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:19:21,915 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1276539252, stopped=false 2024-11-16T11:19:21,915 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,33243,1731755951139 2024-11-16T11:19:21,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-22804009/running 2024-11-16T11:19:21,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x101435eb7a10001, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-22804009/running 2024-11-16T11:19:21,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:21,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x101435eb7a10001, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:21,968 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:19:21,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:19:21,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:21,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:21,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Set watcher on znode that does not yet exist, /0-22804009/running 2024-11-16T11:19:21,969 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,41755,1731755951344' ***** 2024-11-16T11:19:21,969 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:19:21,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41755-0x101435eb7a10001, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Set watcher on znode that does not yet exist, /0-22804009/running 2024-11-16T11:19:21,969 INFO [RS:0;a7948fca2832:41755 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:19:21,969 INFO [RS:0;a7948fca2832:41755 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:19:21,969 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:19:21,969 INFO [RS:0;a7948fca2832:41755 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:19:21,969 INFO [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(3091): Received CLOSE for a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:21,969 INFO [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,41755,1731755951344 2024-11-16T11:19:21,970 INFO [RS:0;a7948fca2832:41755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:19:21,970 INFO [RS:0;a7948fca2832:41755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:41755. 2024-11-16T11:19:21,970 DEBUG [RS:0;a7948fca2832:41755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:21,970 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9d9758b04269ff0218c4ac4488bb95b, disabling compactions & flushes 2024-11-16T11:19:21,970 DEBUG [RS:0;a7948fca2832:41755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:21,970 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. 2024-11-16T11:19:21,970 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. 2024-11-16T11:19:21,970 INFO [RS:0;a7948fca2832:41755 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:19:21,970 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. after waiting 0 ms 2024-11-16T11:19:21,970 INFO [RS:0;a7948fca2832:41755 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:19:21,970 INFO [RS:0;a7948fca2832:41755 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:19:21,970 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. 2024-11-16T11:19:21,970 INFO [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:19:21,970 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a9d9758b04269ff0218c4ac4488bb95b 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-16T11:19:21,970 INFO [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T11:19:21,970 DEBUG [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(1325): Online Regions={a9d9758b04269ff0218c4ac4488bb95b=hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:19:21,970 DEBUG [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:21,970 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:19:21,970 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:19:21,970 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:19:21,970 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:19:21,970 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:19:21,970 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-16T11:19:21,985 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/replication/a9d9758b04269ff0218c4ac4488bb95b/.tmp/queue/17a65ed50ed54594a40a582dd23f56ff is 151, key is 1-a7948fca2832,41755,1731755951344/queue:a7948fca2832%2C41755%2C1731755951344/1731755961256/Put/seqid=0 2024-11-16T11:19:21,987 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/.tmp/info/f9826cc0277148108c8b1aade8bf1b66 is 147, key is hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b./info:regioninfo/1731755960936/Put/seqid=0 2024-11-16T11:19:21,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741838_1014 (size=5350) 2024-11-16T11:19:21,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741839_1015 (size=6631) 2024-11-16T11:19:22,019 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:19:22,019 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:19:22,034 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:19:22,170 DEBUG [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:22,195 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41755,1731755951344.replicationSource.wal-reader.a7948fca2832%2C41755%2C1731755951344,1-a7948fca2832,41755,1731755951344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344/a7948fca2832%2C41755%2C1731755951344.1731755953150 to pos 0, reset compression=false 2024-11-16T11:19:22,370 DEBUG [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:22,390 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/replication/a9d9758b04269ff0218c4ac4488bb95b/.tmp/queue/17a65ed50ed54594a40a582dd23f56ff 2024-11-16T11:19:22,395 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/.tmp/info/f9826cc0277148108c8b1aade8bf1b66 2024-11-16T11:19:22,401 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/replication/a9d9758b04269ff0218c4ac4488bb95b/.tmp/queue/17a65ed50ed54594a40a582dd23f56ff as hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/replication/a9d9758b04269ff0218c4ac4488bb95b/queue/17a65ed50ed54594a40a582dd23f56ff 2024-11-16T11:19:22,415 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/replication/a9d9758b04269ff0218c4ac4488bb95b/queue/17a65ed50ed54594a40a582dd23f56ff, entries=1, sequenceid=5, filesize=5.2 K 2024-11-16T11:19:22,416 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for a9d9758b04269ff0218c4ac4488bb95b in 446ms, sequenceid=5, compaction requested=false 2024-11-16T11:19:22,416 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T11:19:22,420 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/replication/a9d9758b04269ff0218c4ac4488bb95b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T11:19:22,420 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:19:22,420 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:19:22,420 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. 2024-11-16T11:19:22,421 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9d9758b04269ff0218c4ac4488bb95b: Waiting for close lock at 1731755961970Running coprocessor pre-close hooks at 1731755961970Disabling compacts and flushes for region at 1731755961970Disabling writes for close at 1731755961970Obtaining lock to block concurrent updates at 1731755961970Preparing flush snapshotting stores in a9d9758b04269ff0218c4ac4488bb95b at 1731755961970Finished memstore snapshotting hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731755961970Flushing stores of hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. at 1731755961971 (+1 ms)Flushing a9d9758b04269ff0218c4ac4488bb95b/queue: creating writer at 1731755961971Flushing a9d9758b04269ff0218c4ac4488bb95b/queue: appending metadata at 1731755961984 (+13 ms)Flushing a9d9758b04269ff0218c4ac4488bb95b/queue: closing flushed file at 1731755961984Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71c4d7e: reopening flushed file at 1731755962397 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for a9d9758b04269ff0218c4ac4488bb95b in 446ms, sequenceid=5, compaction requested=false at 1731755962416 (+19 ms)Writing region close event to WAL at 1731755962417 (+1 ms)Running coprocessor post-close hooks at 1731755962420 (+3 ms)Closed at 1731755962420 2024-11-16T11:19:22,421 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. 2024-11-16T11:19:22,425 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/.tmp/ns/28f54dd191464d9baf37befdf36d73d9 is 43, key is default/ns:d/1731755954246/Put/seqid=0 2024-11-16T11:19:22,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741840_1016 (size=5153) 2024-11-16T11:19:22,571 DEBUG [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:19:22,699 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41755,1731755951344.replicationSource.wal-reader.a7948fca2832%2C41755%2C1731755951344,1-a7948fca2832,41755,1731755951344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344/a7948fca2832%2C41755%2C1731755951344.1731755953150 to pos 0, reset compression=false 2024-11-16T11:19:22,771 DEBUG [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:19:22,829 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/.tmp/ns/28f54dd191464d9baf37befdf36d73d9 2024-11-16T11:19:22,847 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/.tmp/table/e587d1f09a664c41bf79aee475a577e0 is 53, key is hbase:replication/table:state/1731755960943/Put/seqid=0 2024-11-16T11:19:22,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741841_1017 (size=5256) 2024-11-16T11:19:22,971 INFO [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T11:19:22,971 DEBUG [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:19:22,971 DEBUG [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:19:23,171 DEBUG [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:19:23,251 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/.tmp/table/e587d1f09a664c41bf79aee475a577e0 2024-11-16T11:19:23,256 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/.tmp/info/f9826cc0277148108c8b1aade8bf1b66 as hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/info/f9826cc0277148108c8b1aade8bf1b66 2024-11-16T11:19:23,261 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/info/f9826cc0277148108c8b1aade8bf1b66, entries=10, sequenceid=11, filesize=6.5 K 2024-11-16T11:19:23,262 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/.tmp/ns/28f54dd191464d9baf37befdf36d73d9 as hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/ns/28f54dd191464d9baf37befdf36d73d9 2024-11-16T11:19:23,266 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/ns/28f54dd191464d9baf37befdf36d73d9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T11:19:23,267 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/.tmp/table/e587d1f09a664c41bf79aee475a577e0 as hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/table/e587d1f09a664c41bf79aee475a577e0 2024-11-16T11:19:23,271 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/table/e587d1f09a664c41bf79aee475a577e0, entries=2, sequenceid=11, filesize=5.1 K 2024-11-16T11:19:23,272 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false 2024-11-16T11:19:23,276 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T11:19:23,276 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:19:23,276 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:19:23,276 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:19:23,276 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755961970Running coprocessor pre-close hooks at 1731755961970Disabling compacts and flushes for region at 1731755961970Disabling writes for close at 1731755961970Obtaining lock to block concurrent updates at 1731755961970Preparing flush snapshotting stores in 1588230740 at 1731755961970Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731755961971 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731755961971Flushing 1588230740/info: creating writer at 1731755961971Flushing 1588230740/info: appending metadata at 1731755961987 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731755961987Flushing 1588230740/ns: creating writer at 1731755962407 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731755962425 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731755962425Flushing 1588230740/table: creating writer at 1731755962834 (+409 ms)Flushing 1588230740/table: appending metadata at 1731755962847 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731755962847Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@126978ae: reopening flushed file at 1731755963255 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@728d2932: reopening flushed file at 1731755963261 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b5cf1b0: reopening flushed file at 1731755963266 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false at 1731755963272 (+6 ms)Writing region close event to WAL at 1731755963273 (+1 ms)Running coprocessor post-close hooks at 1731755963276 (+3 ms)Closed at 1731755963276 2024-11-16T11:19:23,276 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:19:23,304 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41755,1731755951344.replicationSource.wal-reader.a7948fca2832%2C41755%2C1731755951344,1-a7948fca2832,41755,1731755951344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344/a7948fca2832%2C41755%2C1731755951344.1731755953150 to pos 0, reset compression=false 2024-11-16T11:19:23,371 INFO [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,41755,1731755951344; all regions closed. 2024-11-16T11:19:23,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741834_1010 (size=2742) 2024-11-16T11:19:23,374 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344/a7948fca2832%2C41755%2C1731755951344.meta.1731755954170.meta not finished, retry = 0 2024-11-16T11:19:23,476 DEBUG [RS:0;a7948fca2832:41755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/oldWALs 2024-11-16T11:19:23,476 INFO [RS:0;a7948fca2832:41755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C41755%2C1731755951344.meta:.meta(num 1731755954170) 2024-11-16T11:19:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741837_1013 (size=1586) 2024-11-16T11:19:23,479 DEBUG [RS:0;a7948fca2832:41755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/oldWALs 2024-11-16T11:19:23,479 INFO [RS:0;a7948fca2832:41755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C41755%2C1731755951344.rep:(num 1731755960906) 2024-11-16T11:19:23,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741832_1008 (size=93) 2024-11-16T11:19:23,481 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344/a7948fca2832%2C41755%2C1731755951344.1731755953150 not finished, retry = 0 2024-11-16T11:19:23,583 DEBUG [RS:0;a7948fca2832:41755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/oldWALs 2024-11-16T11:19:23,583 INFO [RS:0;a7948fca2832:41755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C41755%2C1731755951344:(num 1731755953150) 2024-11-16T11:19:23,583 DEBUG [RS:0;a7948fca2832:41755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:23,583 INFO [RS:0;a7948fca2832:41755 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:19:23,584 INFO [RS:0;a7948fca2832:41755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:19:23,584 INFO [RS:0;a7948fca2832:41755 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:19:23,584 INFO [RS:0;a7948fca2832:41755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:19:23,584 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:19:23,584 INFO [RS:0;a7948fca2832:41755 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a7948fca2832,41755,1731755951344 because: Region server is closing 2024-11-16T11:19:23,584 INFO [RS:0;a7948fca2832:41755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:41755. 2024-11-16T11:19:23,584 DEBUG [RS:0;a7948fca2832:41755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:23,584 DEBUG [RS:0;a7948fca2832:41755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:23,585 DEBUG [RS:0;a7948fca2832:41755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:23,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:19:23,685 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41755,1731755951344.replicationSource.wal-reader.a7948fca2832%2C41755%2C1731755951344,1-a7948fca2832,41755,1731755951344 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T11:19:23,685 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41755,1731755951344.replicationSource.shippera7948fca2832%2C41755%2C1731755951344,1-a7948fca2832,41755,1731755951344 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T11:19:23,685 INFO [RS:0;a7948fca2832:41755 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41755,1731755951344.replicationSource.shippera7948fca2832%2C41755%2C1731755951344,1-a7948fca2832,41755,1731755951344 terminated 2024-11-16T11:19:23,685 INFO [RS:0;a7948fca2832:41755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41755 2024-11-16T11:19:23,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x101435eb7a10001, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-22804009/rs/a7948fca2832,41755,1731755951344 2024-11-16T11:19:23,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009/rs 2024-11-16T11:19:23,772 INFO [RS:0;a7948fca2832:41755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:19:23,799 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,41755,1731755951344] 2024-11-16T11:19:23,810 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-22804009/draining/a7948fca2832,41755,1731755951344 already deleted, retry=false 2024-11-16T11:19:23,810 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,41755,1731755951344 expired; onlineServers=0 2024-11-16T11:19:23,810 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,33243,1731755951139' ***** 2024-11-16T11:19:23,810 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:19:23,810 INFO [M:0;a7948fca2832:33243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:19:23,810 INFO [M:0;a7948fca2832:33243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:19:23,810 DEBUG [M:0;a7948fca2832:33243 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:19:23,810 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:19:23,810 DEBUG [M:0;a7948fca2832:33243 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:19:23,810 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755952965 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755952965,5,FailOnTimeoutGroup] 2024-11-16T11:19:23,810 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755952965 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755952965,5,FailOnTimeoutGroup] 2024-11-16T11:19:23,810 INFO [M:0;a7948fca2832:33243 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:19:23,810 INFO [M:0;a7948fca2832:33243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:19:23,810 DEBUG [M:0;a7948fca2832:33243 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:19:23,810 INFO [M:0;a7948fca2832:33243 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:19:23,811 INFO [M:0;a7948fca2832:33243 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:19:23,811 INFO [M:0;a7948fca2832:33243 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:19:23,811 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:19:23,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-22804009/master 2024-11-16T11:19:23,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:23,820 DEBUG [M:0;a7948fca2832:33243 {}] zookeeper.ZKUtil(347): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Unable to get data of znode /0-22804009/master because node does not exist (not an error) 2024-11-16T11:19:23,820 WARN [M:0;a7948fca2832:33243 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:19:23,821 INFO [M:0;a7948fca2832:33243 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/.lastflushedseqids 2024-11-16T11:19:23,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741842_1018 (size=181) 2024-11-16T11:19:23,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x101435eb7a10001, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:19:23,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x101435eb7a10001, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:19:23,899 INFO [RS:0;a7948fca2832:41755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:19:23,899 INFO [RS:0;a7948fca2832:41755 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,41755,1731755951344; zookeeper connection closed. 2024-11-16T11:19:23,900 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b5384b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b5384b 2024-11-16T11:19:23,900 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:19:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T11:19:23,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T11:19:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:19:23,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T11:19:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:19:23,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T11:19:24,226 INFO [M:0;a7948fca2832:33243 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:19:24,226 INFO [M:0;a7948fca2832:33243 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:19:24,226 DEBUG [M:0;a7948fca2832:33243 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:19:24,226 INFO [M:0;a7948fca2832:33243 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:24,226 DEBUG [M:0;a7948fca2832:33243 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:24,226 DEBUG [M:0;a7948fca2832:33243 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:19:24,226 DEBUG [M:0;a7948fca2832:33243 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:24,226 INFO [M:0;a7948fca2832:33243 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-16T11:19:24,244 DEBUG [M:0;a7948fca2832:33243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42f80515094944edb39d0c9aa2d74881 is 82, key is hbase:meta,,1/info:regioninfo/1731755954203/Put/seqid=0 2024-11-16T11:19:24,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741843_1019 (size=5672) 2024-11-16T11:19:24,649 INFO [M:0;a7948fca2832:33243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42f80515094944edb39d0c9aa2d74881 2024-11-16T11:19:24,666 DEBUG [M:0;a7948fca2832:33243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcf03c63dd3d4eeaae419d7fa11c487b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731755960947/Put/seqid=0 2024-11-16T11:19:24,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741844_1020 (size=7203) 2024-11-16T11:19:25,070 INFO [M:0;a7948fca2832:33243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcf03c63dd3d4eeaae419d7fa11c487b 2024-11-16T11:19:25,094 DEBUG [M:0;a7948fca2832:33243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97b0da8b3cb44711a43a122014e9209d is 69, key is a7948fca2832,41755,1731755951344/rs:state/1731755953004/Put/seqid=0 2024-11-16T11:19:25,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741845_1021 (size=5156) 2024-11-16T11:19:25,162 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:19:25,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:25,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:25,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:25,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:25,498 INFO [M:0;a7948fca2832:33243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97b0da8b3cb44711a43a122014e9209d 2024-11-16T11:19:25,503 DEBUG [M:0;a7948fca2832:33243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42f80515094944edb39d0c9aa2d74881 as hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42f80515094944edb39d0c9aa2d74881 2024-11-16T11:19:25,508 INFO [M:0;a7948fca2832:33243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42f80515094944edb39d0c9aa2d74881, entries=8, sequenceid=70, filesize=5.5 K 2024-11-16T11:19:25,508 DEBUG [M:0;a7948fca2832:33243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcf03c63dd3d4eeaae419d7fa11c487b as hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcf03c63dd3d4eeaae419d7fa11c487b 2024-11-16T11:19:25,512 INFO [M:0;a7948fca2832:33243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcf03c63dd3d4eeaae419d7fa11c487b, entries=8, sequenceid=70, filesize=7.0 K 2024-11-16T11:19:25,513 DEBUG [M:0;a7948fca2832:33243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97b0da8b3cb44711a43a122014e9209d as hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97b0da8b3cb44711a43a122014e9209d 2024-11-16T11:19:25,519 INFO [M:0;a7948fca2832:33243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97b0da8b3cb44711a43a122014e9209d, entries=1, sequenceid=70, filesize=5.0 K 2024-11-16T11:19:25,520 INFO [M:0;a7948fca2832:33243 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false 2024-11-16T11:19:25,521 INFO [M:0;a7948fca2832:33243 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:25,521 DEBUG [M:0;a7948fca2832:33243 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755964226Disabling compacts and flushes for region at 1731755964226Disabling writes for close at 1731755964226Obtaining lock to block concurrent updates at 1731755964226Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731755964226Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731755964227 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731755964227Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731755964227Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731755964244 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731755964244Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731755964653 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731755964666 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731755964666Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731755965075 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731755965093 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731755965093Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@413650b5: reopening flushed file at 1731755965502 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@107adcbe: reopening flushed file at 1731755965508 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51db9e0d: reopening flushed file at 1731755965513 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false at 1731755965520 (+7 ms)Writing region close event to WAL at 1731755965521 (+1 ms)Closed at 1731755965521 2024-11-16T11:19:25,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741830_1006 (size=41008) 2024-11-16T11:19:25,523 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/WALs/a7948fca2832,33243,1731755951139/a7948fca2832%2C33243%2C1731755951139.1731755952711 not finished, retry = 0 2024-11-16T11:19:25,624 INFO [M:0;a7948fca2832:33243 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:19:25,624 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:19:25,624 INFO [M:0;a7948fca2832:33243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33243 2024-11-16T11:19:25,625 INFO [M:0;a7948fca2832:33243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:19:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:19:25,794 INFO [M:0;a7948fca2832:33243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:19:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x101435eb7a10000, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:19:25,795 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:19:25,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:25,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:25,795 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:19:25,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:25,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:19:25,796 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:19:25,796 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:19:25,796 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38505 2024-11-16T11:19:25,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38505 connecting to ZooKeeper ensemble=127.0.0.1:55357 2024-11-16T11:19:25,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385050x0, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:19:25,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38505-0x101435eb7a10006 connected 2024-11-16T11:19:25,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:25,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:25,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Set watcher on znode that does not yet exist, /0-22804009/running 2024-11-16T11:19:25,825 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-22804009/meta-region-server: INIT 2024-11-16T11:19:25,825 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc, hbase.cluster.distributed=false 2024-11-16T11:19:25,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Set watcher on znode that does not yet exist, /0-22804009/acl 2024-11-16T11:19:25,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38505 2024-11-16T11:19:25,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38505 2024-11-16T11:19:25,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38505 2024-11-16T11:19:25,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38505 2024-11-16T11:19:25,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38505 2024-11-16T11:19:25,839 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:19:25,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:25,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:25,839 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:19:25,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:25,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:19:25,840 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:19:25,840 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:19:25,840 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36873 2024-11-16T11:19:25,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36873 connecting to ZooKeeper ensemble=127.0.0.1:55357 2024-11-16T11:19:25,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:25,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:25,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368730x0, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:19:25,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368730x0, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Set watcher on znode that does not yet exist, /0-22804009/running 2024-11-16T11:19:25,852 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-22804009/meta-region-server: INIT 2024-11-16T11:19:25,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36873-0x101435eb7a10007 connected 2024-11-16T11:19:25,852 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:19:25,853 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:19:25,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36873-0x101435eb7a10007, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Set watcher on znode that does not yet exist, /0-22804009/master 2024-11-16T11:19:25,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36873-0x101435eb7a10007, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Set watcher on znode that does not yet exist, /0-22804009/acl 2024-11-16T11:19:25,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36873 2024-11-16T11:19:25,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36873 2024-11-16T11:19:25,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36873 2024-11-16T11:19:25,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36873 2024-11-16T11:19:25,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36873 2024-11-16T11:19:25,867 DEBUG [M:0;a7948fca2832:38505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:38505 2024-11-16T11:19:25,867 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-22804009/backup-masters/a7948fca2832,38505,1731755965795 2024-11-16T11:19:25,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009/backup-masters 2024-11-16T11:19:25,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36873-0x101435eb7a10007, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009/backup-masters 2024-11-16T11:19:25,873 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Set watcher on existing znode=/0-22804009/backup-masters/a7948fca2832,38505,1731755965795 2024-11-16T11:19:25,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36873-0x101435eb7a10007, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-22804009/master 2024-11-16T11:19:25,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:25,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36873-0x101435eb7a10007, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:25,884 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Set watcher on existing znode=/0-22804009/master 2024-11-16T11:19:25,884 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-22804009/backup-masters/a7948fca2832,38505,1731755965795 from backup master directory 2024-11-16T11:19:25,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-22804009/backup-masters/a7948fca2832,38505,1731755965795 2024-11-16T11:19:25,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36873-0x101435eb7a10007, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009/backup-masters 2024-11-16T11:19:25,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009/backup-masters 2024-11-16T11:19:25,894 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:19:25,894 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,38505,1731755965795 2024-11-16T11:19:25,902 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:25,902 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:19:25,908 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-16T11:19:25,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741846_1022 (size=196) 2024-11-16T11:19:26,320 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:19:26,321 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:19:26,321 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:19:26,326 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-16T11:19:26,328 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/WALs/a7948fca2832,33243,1731755951139 to hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/WALs/a7948fca2832,33243,1731755951139-dead as it is dead 2024-11-16T11:19:26,328 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/WALs/a7948fca2832,33243,1731755951139-dead/a7948fca2832%2C33243%2C1731755951139.1731755952711 2024-11-16T11:19:26,329 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/WALs/a7948fca2832,33243,1731755951139-dead/a7948fca2832%2C33243%2C1731755951139.1731755952711 after 1ms 2024-11-16T11:19:26,330 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/WALs/a7948fca2832,33243,1731755951139-dead/a7948fca2832%2C33243%2C1731755951139.1731755952711 to hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a7948fca2832%2C33243%2C1731755951139.1731755952711 2024-11-16T11:19:26,330 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/WALs/a7948fca2832,33243,1731755951139-dead 2024-11-16T11:19:26,330 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/WALs/a7948fca2832,38505,1731755965795 2024-11-16T11:19:26,331 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:19:26,332 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C38505%2C1731755965795, suffix=, logDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/WALs/a7948fca2832,38505,1731755965795, archiveDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/oldWALs, maxLogs=10 2024-11-16T11:19:26,350 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/WALs/a7948fca2832,38505,1731755965795/a7948fca2832%2C38505%2C1731755965795.1731755966333, exclude list is [], retry=0 2024-11-16T11:19:26,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38539,DS-eaed6781-1b05-4d88-8f11-a083176f9180,DISK] 2024-11-16T11:19:26,353 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/WALs/a7948fca2832,38505,1731755965795/a7948fca2832%2C38505%2C1731755965795.1731755966333 2024-11-16T11:19:26,353 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43643:43643)] 2024-11-16T11:19:26,354 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:19:26,354 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:26,354 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:26,354 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:26,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:26,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:19:26,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:26,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42f80515094944edb39d0c9aa2d74881 2024-11-16T11:19:26,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:26,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:26,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:19:26,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:26,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcf03c63dd3d4eeaae419d7fa11c487b 2024-11-16T11:19:26,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:26,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:26,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:19:26,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:26,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97b0da8b3cb44711a43a122014e9209d 2024-11-16T11:19:26,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:26,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:26,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:19:26,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:26,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:26,374 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:26,374 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-16T11:19:26,374 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a7948fca2832%2C33243%2C1731755951139.1731755952711 2024-11-16T11:19:26,378 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a7948fca2832%2C33243%2C1731755951139.1731755952711 2024-11-16T11:19:26,379 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a7948fca2832%2C33243%2C1731755951139.1731755952711 2024-11-16T11:19:26,380 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:26,380 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:26,381 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:19:26,382 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:26,384 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-16T11:19:26,384 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65287515, jitterRate=-0.027140215039253235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:19:26,385 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731755966354Initializing all the Stores at 1731755966355 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755966355Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755966355Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755966355Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755966355Cleaning up temporary data from old regions at 1731755966380 (+25 ms)Region opened successfully at 1731755966385 (+5 ms) 2024-11-16T11:19:26,385 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:19:26,387 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d47cd74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:19:26,389 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-16T11:19:26,389 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:19:26,389 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:19:26,389 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:19:26,390 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:19:26,392 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:19:26,392 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T11:19:26,392 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T11:19:26,392 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-16T11:19:26,393 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:19:26,395 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a7948fca2832,41755,1731755951344, regionLocation=a7948fca2832,41755,1731755951344, openSeqNum=2 2024-11-16T11:19:26,395 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a7948fca2832,41755,1731755951344, table=hbase:meta, region=1588230740 2024-11-16T11:19:26,395 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,41755,1731755951344, state=OPEN 2024-11-16T11:19:26,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36873-0x101435eb7a10007, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-22804009/meta-region-server 2024-11-16T11:19:26,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-22804009/meta-region-server 2024-11-16T11:19:26,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-22804009/meta-region-server: CHANGED 2024-11-16T11:19:26,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-22804009/meta-region-server: CHANGED 2024-11-16T11:19:26,444 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:19:26,451 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-22804009/draining/a7948fca2832,41755,1731755951344 already deleted, retry=false 2024-11-16T11:19:26,452 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of a7948fca2832,41755,1731755951344 on a7948fca2832,38505,1731755965795 2024-11-16T11:19:26,452 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a7948fca2832,41755,1731755951344, splitWal=true, meta=true 2024-11-16T11:19:26,453 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for a7948fca2832,41755,1731755951344 (carryingMeta=true) a7948fca2832,41755,1731755951344/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7e475fb6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T11:19:26,454 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Unable to get data of znode /0-22804009/balancer because node does not exist (not necessarily an error) 2024-11-16T11:19:26,462 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-22804009/balancer already deleted, retry=false 2024-11-16T11:19:26,462 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:19:26,463 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Unable to get data of znode /0-22804009/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:19:26,472 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-22804009/normalizer already deleted, retry=false 2024-11-16T11:19:26,473 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:19:26,474 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Unable to get data of znode /0-22804009/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:19:26,483 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-22804009/switch/split already deleted, retry=false 2024-11-16T11:19:26,484 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Unable to get data of znode /0-22804009/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:19:26,494 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-22804009/switch/merge already deleted, retry=false 2024-11-16T11:19:26,506 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Unable to get data of znode /0-22804009/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:19:26,515 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-22804009/snapshot-cleanup already deleted, retry=false 2024-11-16T11:19:26,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36873-0x101435eb7a10007, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-22804009/running 2024-11-16T11:19:26,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-22804009/running 2024-11-16T11:19:26,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36873-0x101435eb7a10007, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:26,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:26,526 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,38505,1731755965795, sessionid=0x101435eb7a10006, setting cluster-up flag (Was=false) 2024-11-16T11:19:26,536 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-22804009/flush-table-proc/acquired, /0-22804009/flush-table-proc/reached, /0-22804009/flush-table-proc/abort 2024-11-16T11:19:26,537 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,38505,1731755965795 2024-11-16T11:19:26,547 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-22804009/online-snapshot/acquired, /0-22804009/online-snapshot/reached, /0-22804009/online-snapshot/abort 2024-11-16T11:19:26,548 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,38505,1731755965795 2024-11-16T11:19:26,549 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/.lastflushedseqids 2024-11-16T11:19:26,551 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:19:26,551 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:19:26,551 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,38505,1731755965795 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 a7948fca2832,41755,1731755951344 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:19:26,552 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:19:26,552 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:19:26,552 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:19:26,552 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:19:26,552 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:19:26,552 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:26,552 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:19:26,552 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:26,555 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731755996555 2024-11-16T11:19:26,555 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:19:26,555 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:19:26,555 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:19:26,555 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:19:26,555 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:19:26,555 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:19:26,555 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:26,555 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:19:26,555 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a7948fca2832,41755,1731755951344, splitWal=true, meta=true 2024-11-16T11:19:26,556 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:19:26,556 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:19:26,556 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:19:26,556 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:19:26,556 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:19:26,556 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a7948fca2832,41755,1731755951344, splitWal=true, meta=true, isMeta: true 2024-11-16T11:19:26,557 INFO [RS:0;a7948fca2832:36873 {}] regionserver.HRegionServer(746): ClusterId : beecb6af-8c79-4ab7-bfb6-21748897a267 2024-11-16T11:19:26,557 DEBUG [RS:0;a7948fca2832:36873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:19:26,558 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344-splitting 2024-11-16T11:19:26,560 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755966556,5,FailOnTimeoutGroup] 2024-11-16T11:19:26,560 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344-splitting dir is empty, no logs to split. 2024-11-16T11:19:26,560 INFO [PEWorker-1 {}] master.SplitWALManager(105): a7948fca2832,41755,1731755951344 WAL count=0, meta=true 2024-11-16T11:19:26,560 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755966560,5,FailOnTimeoutGroup] 2024-11-16T11:19:26,560 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:26,560 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:19:26,560 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:26,560 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:26,561 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731755966560, completionTime=-1 2024-11-16T11:19:26,561 WARN [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-16T11:19:26,561 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T11:19:26,562 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344-splitting dir is empty, no logs to split. 2024-11-16T11:19:26,562 INFO [PEWorker-1 {}] master.SplitWALManager(105): a7948fca2832,41755,1731755951344 WAL count=0, meta=true 2024-11-16T11:19:26,562 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a7948fca2832,41755,1731755951344 WAL splitting is done? wals=0, meta=true 2024-11-16T11:19:26,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:19:26,564 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:19:26,564 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T11:19:26,568 DEBUG [RS:0;a7948fca2832:36873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:19:26,568 DEBUG [RS:0;a7948fca2832:36873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:19:26,579 DEBUG [RS:0;a7948fca2832:36873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:19:26,579 DEBUG [RS:0;a7948fca2832:36873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7844c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:19:26,589 DEBUG [RS:0;a7948fca2832:36873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:36873 2024-11-16T11:19:26,589 INFO [RS:0;a7948fca2832:36873 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:19:26,589 INFO [RS:0;a7948fca2832:36873 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:19:26,589 DEBUG [RS:0;a7948fca2832:36873 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:19:26,590 INFO [RS:0;a7948fca2832:36873 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,38505,1731755965795 with port=36873, startcode=1731755965839 2024-11-16T11:19:26,590 DEBUG [RS:0;a7948fca2832:36873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:19:26,591 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:19:26,591 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38505 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,36873,1731755965839 2024-11-16T11:19:26,591 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38505 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,36873,1731755965839 2024-11-16T11:19:26,592 DEBUG [RS:0;a7948fca2832:36873 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc 2024-11-16T11:19:26,592 DEBUG [RS:0;a7948fca2832:36873 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35779 2024-11-16T11:19:26,592 DEBUG [RS:0;a7948fca2832:36873 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:19:26,611 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T11:19:26,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009/rs 2024-11-16T11:19:26,631 DEBUG [RS:0;a7948fca2832:36873 {}] zookeeper.ZKUtil(111): regionserver:36873-0x101435eb7a10007, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Set watcher on existing znode=/0-22804009/rs/a7948fca2832,36873,1731755965839 2024-11-16T11:19:26,631 WARN [RS:0;a7948fca2832:36873 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:19:26,631 INFO [RS:0;a7948fca2832:36873 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:19:26,631 DEBUG [RS:0;a7948fca2832:36873 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839 2024-11-16T11:19:26,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,36873,1731755965839] 2024-11-16T11:19:26,647 INFO [RS:0;a7948fca2832:36873 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:19:26,648 INFO [RS:0;a7948fca2832:36873 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:19:26,649 INFO [RS:0;a7948fca2832:36873 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:19:26,649 INFO [RS:0;a7948fca2832:36873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:26,649 INFO [RS:0;a7948fca2832:36873 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:19:26,650 INFO [RS:0;a7948fca2832:36873 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:19:26,650 INFO [RS:0;a7948fca2832:36873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:26,650 DEBUG [RS:0;a7948fca2832:36873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:26,650 DEBUG [RS:0;a7948fca2832:36873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:26,650 DEBUG [RS:0;a7948fca2832:36873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:26,650 DEBUG [RS:0;a7948fca2832:36873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:26,650 DEBUG [RS:0;a7948fca2832:36873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:26,650 DEBUG [RS:0;a7948fca2832:36873 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:19:26,650 DEBUG [RS:0;a7948fca2832:36873 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:26,650 DEBUG [RS:0;a7948fca2832:36873 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:26,650 DEBUG [RS:0;a7948fca2832:36873 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:26,650 DEBUG [RS:0;a7948fca2832:36873 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:26,650 DEBUG [RS:0;a7948fca2832:36873 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:26,650 DEBUG [RS:0;a7948fca2832:36873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:26,650 DEBUG [RS:0;a7948fca2832:36873 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:19:26,650 DEBUG [RS:0;a7948fca2832:36873 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:19:26,650 INFO [RS:0;a7948fca2832:36873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:26,650 INFO [RS:0;a7948fca2832:36873 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:26,650 INFO [RS:0;a7948fca2832:36873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:26,651 INFO [RS:0;a7948fca2832:36873 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:26,651 INFO [RS:0;a7948fca2832:36873 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:26,651 INFO [RS:0;a7948fca2832:36873 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36873,1731755965839-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:19:26,663 INFO [RS:0;a7948fca2832:36873 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:19:26,663 INFO [RS:0;a7948fca2832:36873 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36873,1731755965839-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:26,674 INFO [RS:0;a7948fca2832:36873 {}] regionserver.ReplicationSource(231): queueId=1-a7948fca2832,36873,1731755965839, ReplicationSource: 1, currentBandwidth=0 2024-11-16T11:19:26,675 INFO [RS:0;a7948fca2832:36873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:26,675 INFO [RS:0;a7948fca2832:36873 {}] regionserver.Replication(171): a7948fca2832,36873,1731755965839 started 2024-11-16T11:19:26,687 DEBUG [RS:0;a7948fca2832:36873.replicationSource,1-a7948fca2832,36873,1731755965839 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:38595' 2024-11-16T11:19:26,688 INFO [RS:0;a7948fca2832:36873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:26,688 DEBUG [RS:0;a7948fca2832:36873.replicationSource,1-a7948fca2832,36873,1731755965839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bcdcfa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:26,688 DEBUG [RS:0;a7948fca2832:36873.replicationSource,1-a7948fca2832,36873,1731755965839 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,38595,-1 for getting cluster id 2024-11-16T11:19:26,688 INFO [RS:0;a7948fca2832:36873 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,36873,1731755965839, RpcServer on a7948fca2832/172.17.0.2:36873, sessionid=0x101435eb7a10007 2024-11-16T11:19:26,688 DEBUG [RS:0;a7948fca2832:36873.replicationSource,1-a7948fca2832,36873,1731755965839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:26,688 DEBUG [RS:0;a7948fca2832:36873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:19:26,688 DEBUG [RS:0;a7948fca2832:36873 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,36873,1731755965839 2024-11-16T11:19:26,688 DEBUG [RS:0;a7948fca2832:36873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,36873,1731755965839' 2024-11-16T11:19:26,688 DEBUG [RS:0;a7948fca2832:36873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-22804009/flush-table-proc/abort' 2024-11-16T11:19:26,688 DEBUG [RS:0;a7948fca2832:36873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-22804009/flush-table-proc/acquired' 2024-11-16T11:19:26,689 DEBUG [RS:0;a7948fca2832:36873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:19:26,689 DEBUG [RS:0;a7948fca2832:36873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:19:26,689 DEBUG [RS:0;a7948fca2832:36873 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,36873,1731755965839 2024-11-16T11:19:26,689 DEBUG [RS:0;a7948fca2832:36873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,36873,1731755965839' 2024-11-16T11:19:26,689 DEBUG [RS:0;a7948fca2832:36873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-22804009/online-snapshot/abort' 2024-11-16T11:19:26,689 DEBUG [RS:0;a7948fca2832:36873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-22804009/online-snapshot/acquired' 2024-11-16T11:19:26,689 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2f3faef-9aa2-42bf-8128-b37f92b4423f' 2024-11-16T11:19:26,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:26,689 DEBUG [RS:0;a7948fca2832:36873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:19:26,689 INFO [RS:0;a7948fca2832:36873 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:19:26,689 INFO [RS:0;a7948fca2832:36873 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:19:26,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2f3faef-9aa2-42bf-8128-b37f92b4423f" 2024-11-16T11:19:26,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e58ce22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:26,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,38595,-1] 2024-11-16T11:19:26,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:26,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:26,691 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:26,691 DEBUG [RS:0;a7948fca2832:36873.replicationSource,1-a7948fca2832,36873,1731755965839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@334b262f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:26,691 DEBUG [RS:0;a7948fca2832:36873.replicationSource,1-a7948fca2832,36873,1731755965839 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:19:26,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,38595,1731755956251 2024-11-16T11:19:26,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38603d1f 2024-11-16T11:19:26,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:19:26,693 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-16T11:19:26,694 INFO [RS:0;a7948fca2832:36873.replicationSource,1-a7948fca2832,36873,1731755965839 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a7948fca2832,36873,1731755965839 (queues=0) is replicating from cluster=beecb6af-8c79-4ab7-bfb6-21748897a267 to cluster=d2f3faef-9aa2-42bf-8128-b37f92b4423f 2024-11-16T11:19:26,715 WARN [a7948fca2832:38505 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T11:19:26,790 INFO [RS:0;a7948fca2832:36873 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:19:26,791 INFO [RS:0;a7948fca2832:36873 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C36873%2C1731755965839, suffix=, logDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839, archiveDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/oldWALs, maxLogs=10 2024-11-16T11:19:26,803 DEBUG [RS:0;a7948fca2832:36873 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839/a7948fca2832%2C36873%2C1731755965839.1731755966791, exclude list is [], retry=0 2024-11-16T11:19:26,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38539,DS-eaed6781-1b05-4d88-8f11-a083176f9180,DISK] 2024-11-16T11:19:26,807 INFO [RS:0;a7948fca2832:36873 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839/a7948fca2832%2C36873%2C1731755965839.1731755966791 2024-11-16T11:19:26,807 DEBUG [RS:0;a7948fca2832:36873 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a7948fca2832%2C36873%2C1731755965839 for peer 1 2024-11-16T11:19:26,807 DEBUG [RS:0;a7948fca2832:36873 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a7948fca2832%2C36873%2C1731755965839 2024-11-16T11:19:26,807 INFO [RS:0;a7948fca2832:36873 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a7948fca2832,36873,1731755965839, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T11:19:26,807 DEBUG [RS:0;a7948fca2832:36873 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43643:43643)] 2024-11-16T11:19:26,808 INFO [RS:0;a7948fca2832:36873.replicationSource.shippera7948fca2832%2C36873%2C1731755965839,1-a7948fca2832,36873,1731755965839 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a7948fca2832%2C36873%2C1731755965839 2024-11-16T11:19:26,808 DEBUG [RS:0;a7948fca2832:36873.replicationSource.wal-reader.a7948fca2832%2C36873%2C1731755965839,1-a7948fca2832,36873,1731755965839 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839/a7948fca2832%2C36873%2C1731755965839.1731755966791, startPosition=0, beingWritten=true 2024-11-16T11:19:26,965 DEBUG [a7948fca2832:38505 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:19:26,965 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,36873,1731755965839 2024-11-16T11:19:26,966 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,36873,1731755965839, state=OPENING 2024-11-16T11:19:27,012 DEBUG [RS:0;a7948fca2832:36873.replicationSource.wal-reader.a7948fca2832%2C36873%2C1731755965839,1-a7948fca2832,36873,1731755965839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839/a7948fca2832%2C36873%2C1731755965839.1731755966791 to pos 0, reset compression=false 2024-11-16T11:19:27,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-22804009/meta-region-server 2024-11-16T11:19:27,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36873-0x101435eb7a10007, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-22804009/meta-region-server 2024-11-16T11:19:27,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-22804009/meta-region-server: CHANGED 2024-11-16T11:19:27,052 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:19:27,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-22804009/meta-region-server: CHANGED 2024-11-16T11:19:27,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,36873,1731755965839}] 2024-11-16T11:19:27,204 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:19:27,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:19:27,208 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:19:27,208 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:19:27,209 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:19:27,210 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C36873%2C1731755965839.meta, suffix=.meta, logDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839, archiveDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/oldWALs, maxLogs=10 2024-11-16T11:19:27,222 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839/a7948fca2832%2C36873%2C1731755965839.meta.1731755967210.meta, exclude list is [], retry=0 2024-11-16T11:19:27,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38539,DS-eaed6781-1b05-4d88-8f11-a083176f9180,DISK] 2024-11-16T11:19:27,226 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839/a7948fca2832%2C36873%2C1731755965839.meta.1731755967210.meta 2024-11-16T11:19:27,226 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43643:43643)] 2024-11-16T11:19:27,226 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:19:27,226 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:19:27,227 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:19:27,227 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:19:27,227 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:19:27,227 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:19:27,227 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:27,227 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:19:27,227 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:19:27,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:19:27,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:19:27,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:27,234 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/info/f9826cc0277148108c8b1aade8bf1b66 2024-11-16T11:19:27,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:27,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:19:27,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:19:27,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:27,240 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/ns/28f54dd191464d9baf37befdf36d73d9 2024-11-16T11:19:27,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:27,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:19:27,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:19:27,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:27,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:27,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:19:27,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:19:27,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:27,247 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/table/e587d1f09a664c41bf79aee475a577e0 2024-11-16T11:19:27,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:27,248 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:19:27,248 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740 2024-11-16T11:19:27,250 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740 2024-11-16T11:19:27,251 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:19:27,251 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:19:27,252 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:19:27,253 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:19:27,253 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73882025, jitterRate=0.10092796385288239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:19:27,253 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:19:27,253 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731755967227Writing region info on filesystem at 1731755967227Initializing all the Stores at 1731755967228 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755967228Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755967228Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755967228Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755967228Cleaning up temporary data from old regions at 1731755967251 (+23 ms)Running coprocessor post-open hooks at 1731755967253 (+2 ms)Region opened successfully at 1731755967253 2024-11-16T11:19:27,254 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731755967204 2024-11-16T11:19:27,256 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:19:27,256 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:19:27,256 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=a7948fca2832,36873,1731755965839 2024-11-16T11:19:27,257 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,36873,1731755965839, state=OPEN 2024-11-16T11:19:27,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36873-0x101435eb7a10007, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-22804009/meta-region-server 2024-11-16T11:19:27,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-22804009/meta-region-server 2024-11-16T11:19:27,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-22804009/meta-region-server: CHANGED 2024-11-16T11:19:27,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-22804009/meta-region-server: CHANGED 2024-11-16T11:19:27,262 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,36873,1731755965839 2024-11-16T11:19:27,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-16T11:19:27,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,36873,1731755965839 in 210 msec 2024-11-16T11:19:27,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T11:19:27,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 701 msec 2024-11-16T11:19:27,316 DEBUG [RS:0;a7948fca2832:36873.replicationSource.wal-reader.a7948fca2832%2C36873%2C1731755965839,1-a7948fca2832,36873,1731755965839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839/a7948fca2832%2C36873%2C1731755965839.1731755966791 to pos 0, reset compression=false 2024-11-16T11:19:27,721 DEBUG [RS:0;a7948fca2832:36873.replicationSource.wal-reader.a7948fca2832%2C36873%2C1731755965839,1-a7948fca2832,36873,1731755965839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839/a7948fca2832%2C36873%2C1731755965839.1731755966791 to pos 0, reset compression=false 2024-11-16T11:19:28,113 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-16T11:19:28,225 DEBUG [RS:0;a7948fca2832:36873.replicationSource.wal-reader.a7948fca2832%2C36873%2C1731755965839,1-a7948fca2832,36873,1731755965839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839/a7948fca2832%2C36873%2C1731755965839.1731755966791 to pos 0, reset compression=false 2024-11-16T11:19:28,829 DEBUG [RS:0;a7948fca2832:36873.replicationSource.wal-reader.a7948fca2832%2C36873%2C1731755965839,1-a7948fca2832,36873,1731755965839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839/a7948fca2832%2C36873%2C1731755965839.1731755966791 to pos 0, reset compression=false 2024-11-16T11:19:29,534 DEBUG [RS:0;a7948fca2832:36873.replicationSource.wal-reader.a7948fca2832%2C36873%2C1731755965839,1-a7948fca2832,36873,1731755965839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839/a7948fca2832%2C36873%2C1731755965839.1731755966791 to pos 0, reset compression=false 2024-11-16T11:19:29,616 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-16T11:19:30,338 DEBUG [RS:0;a7948fca2832:36873.replicationSource.wal-reader.a7948fca2832%2C36873%2C1731755965839,1-a7948fca2832,36873,1731755965839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839/a7948fca2832%2C36873%2C1731755965839.1731755966791 to pos 0, reset compression=false 2024-11-16T11:19:31,068 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-16T11:19:31,068 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:19:31,069 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:19:31,069 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,36873,1731755965839, seqNum=-1] 2024-11-16T11:19:31,069 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:19:31,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:19:31,074 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a9d9758b04269ff0218c4ac4488bb95b, regionState=OPEN, lastHost=a7948fca2832,41755,1731755951344, regionLocation=a7948fca2832,41755,1731755951344, openSeqNum=2 2024-11-16T11:19:31,074 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:19:31,074 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731756031074 2024-11-16T11:19:31,074 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731756091074 2024-11-16T11:19:31,074 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-16T11:19:31,074 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): a7948fca2832,41755,1731755951344 had 2 regions 2024-11-16T11:19:31,074 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38505,1731755965795-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:31,074 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38505,1731755965795-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:31,074 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38505,1731755965795-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:31,074 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:38505, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:31,074 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:31,075 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:31,075 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a7948fca2832,41755,1731755951344, splitWal=true, meta=true, isMeta: false 2024-11-16T11:19:31,077 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344-splitting dir is empty, no logs to split. 2024-11-16T11:19:31,077 INFO [PEWorker-3 {}] master.SplitWALManager(105): a7948fca2832,41755,1731755951344 WAL count=0, meta=false 2024-11-16T11:19:31,079 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,41755,1731755951344-splitting dir is empty, no logs to split. 2024-11-16T11:19:31,079 INFO [PEWorker-3 {}] master.SplitWALManager(105): a7948fca2832,41755,1731755951344 WAL count=0, meta=false 2024-11-16T11:19:31,079 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if a7948fca2832,41755,1731755951344 WAL splitting is done? wals=0, meta=false 2024-11-16T11:19:31,080 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.186sec 2024-11-16T11:19:31,080 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:19:31,080 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:19:31,080 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:19:31,080 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:19:31,080 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:19:31,080 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38505,1731755965795-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:19:31,080 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38505,1731755965795-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:19:31,082 WARN [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=a7948fca2832,41755,1731755951344/hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. 2024-11-16T11:19:31,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9d9758b04269ff0218c4ac4488bb95b, ASSIGN}] 2024-11-16T11:19:31,083 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:19:31,083 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:19:31,084 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38505,1731755965795-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:31,085 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9d9758b04269ff0218c4ac4488bb95b, ASSIGN 2024-11-16T11:19:31,086 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9d9758b04269ff0218c4ac4488bb95b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T11:19:31,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf2387c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:31,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,38505,-1 for getting cluster id 2024-11-16T11:19:31,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:31,161 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beecb6af-8c79-4ab7-bfb6-21748897a267' 2024-11-16T11:19:31,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:31,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beecb6af-8c79-4ab7-bfb6-21748897a267" 2024-11-16T11:19:31,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596eb8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:31,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,38505,-1] 2024-11-16T11:19:31,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:31,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:31,163 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:31,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7498ca2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:31,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:19:31,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,36873,1731755965839, seqNum=-1] 2024-11-16T11:19:31,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:19:31,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:19:31,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-16T11:19:31,168 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:19:31,168 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:31,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:31,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:31,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:19:31,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: a7948fca2832:38505 after: a7948fca2832:38505 2024-11-16T11:19:31,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f4dbc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:31,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,38505,-1 for getting cluster id 2024-11-16T11:19:31,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:31,169 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beecb6af-8c79-4ab7-bfb6-21748897a267' 2024-11-16T11:19:31,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:31,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beecb6af-8c79-4ab7-bfb6-21748897a267" 2024-11-16T11:19:31,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e27076a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:31,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,38505,-1] 2024-11-16T11:19:31,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:31,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:31,171 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:31,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d70cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:31,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:19:31,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,38505,1731755965795 2024-11-16T11:19:31,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dc07f8a 2024-11-16T11:19:31,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:19:31,173 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:19:31,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T11:19:31,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:19:31,174 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:19:31,174 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:31,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:31,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:31,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:19:31,174 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:19:31,174 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1353644699, stopped=false 2024-11-16T11:19:31,174 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,38595,1731755956251 2024-11-16T11:19:31,236 DEBUG [a7948fca2832:38505 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:19:31,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a9d9758b04269ff0218c4ac4488bb95b, regionState=OPENING, regionLocation=a7948fca2832,36873,1731755965839 2024-11-16T11:19:31,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9d9758b04269ff0218c4ac4488bb95b, ASSIGN because future has completed 2024-11-16T11:19:31,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9d9758b04269ff0218c4ac4488bb95b, server=a7948fca2832,36873,1731755965839}] 2024-11-16T11:19:31,243 DEBUG [RS:0;a7948fca2832:36873.replicationSource.wal-reader.a7948fca2832%2C36873%2C1731755965839,1-a7948fca2832,36873,1731755965839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839/a7948fca2832%2C36873%2C1731755965839.1731755966791 to pos 0, reset compression=false 2024-11-16T11:19:31,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1443221409/running 2024-11-16T11:19:31,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101435eb7a10004, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1443221409/running 2024-11-16T11:19:31,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101435eb7a10004, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443221409 2024-11-16T11:19:31,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443221409 2024-11-16T11:19:31,251 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:19:31,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:19:31,252 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:31,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45341-0x101435eb7a10004, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Set watcher on znode that does not yet exist, /1-1443221409/running 2024-11-16T11:19:31,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:31,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Set watcher on znode that does not yet exist, /1-1443221409/running 2024-11-16T11:19:31,252 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,45341,1731755956401' ***** 2024-11-16T11:19:31,252 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:19:31,252 INFO [RS:0;a7948fca2832:45341 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:19:31,252 INFO [RS:0;a7948fca2832:45341 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:19:31,252 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:19:31,252 INFO [RS:0;a7948fca2832:45341 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:19:31,252 INFO [RS:0;a7948fca2832:45341 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,45341,1731755956401 2024-11-16T11:19:31,252 INFO [RS:0;a7948fca2832:45341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:19:31,252 INFO [RS:0;a7948fca2832:45341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:45341. 2024-11-16T11:19:31,253 DEBUG [RS:0;a7948fca2832:45341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:31,253 DEBUG [RS:0;a7948fca2832:45341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:31,253 INFO [RS:0;a7948fca2832:45341 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:19:31,253 INFO [RS:0;a7948fca2832:45341 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:19:31,253 INFO [RS:0;a7948fca2832:45341 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:19:31,253 INFO [RS:0;a7948fca2832:45341 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:19:31,253 INFO [RS:0;a7948fca2832:45341 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T11:19:31,253 DEBUG [RS:0;a7948fca2832:45341 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:19:31,253 DEBUG [RS:0;a7948fca2832:45341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:19:31,253 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:19:31,253 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:19:31,253 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:19:31,253 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:19:31,253 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:19:31,253 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T11:19:31,267 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/data/hbase/meta/1588230740/.tmp/ns/c0d2f8ff5aa34513af13b5317e34a34a is 43, key is default/ns:d/1731755959692/Put/seqid=0 2024-11-16T11:19:31,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741835_1011 (size=5153) 2024-11-16T11:19:31,332 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:19:31,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. 2024-11-16T11:19:31,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:19:31,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T11:19:31,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C36873%2C1731755965839.rep, suffix=, logDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839, archiveDir=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/oldWALs, maxLogs=10 2024-11-16T11:19:31,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839/a7948fca2832%2C36873%2C1731755965839.rep.1731755971395, exclude list is [], retry=0 2024-11-16T11:19:31,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38539,DS-eaed6781-1b05-4d88-8f11-a083176f9180,DISK] 2024-11-16T11:19:31,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839/a7948fca2832%2C36873%2C1731755965839.rep.1731755971395 2024-11-16T11:19:31,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43643:43643)] 2024-11-16T11:19:31,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => a9d9758b04269ff0218c4ac4488bb95b, NAME => 'hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:19:31,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:19:31,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:19:31,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. service=MultiRowMutationService 2024-11-16T11:19:31,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T11:19:31,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:31,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:31,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:31,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:31,413 INFO [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:31,413 INFO [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9d9758b04269ff0218c4ac4488bb95b columnFamilyName hfileref 2024-11-16T11:19:31,414 DEBUG [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:31,414 INFO [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] regionserver.HStore(327): Store=a9d9758b04269ff0218c4ac4488bb95b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:31,414 INFO [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:31,415 INFO [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9d9758b04269ff0218c4ac4488bb95b columnFamilyName queue 2024-11-16T11:19:31,415 DEBUG [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:31,420 DEBUG [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/replication/a9d9758b04269ff0218c4ac4488bb95b/queue/17a65ed50ed54594a40a582dd23f56ff 2024-11-16T11:19:31,420 INFO [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] regionserver.HStore(327): Store=a9d9758b04269ff0218c4ac4488bb95b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:31,420 INFO [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:31,421 INFO [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9d9758b04269ff0218c4ac4488bb95b columnFamilyName sid 2024-11-16T11:19:31,421 DEBUG [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:31,421 INFO [StoreOpener-a9d9758b04269ff0218c4ac4488bb95b-1 {}] regionserver.HStore(327): Store=a9d9758b04269ff0218c4ac4488bb95b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:31,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:31,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/replication/a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:31,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/replication/a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:31,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:31,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:31,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:19:31,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:31,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened a9d9758b04269ff0218c4ac4488bb95b; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70054703, jitterRate=0.043896421790122986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:19:31,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:31,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for a9d9758b04269ff0218c4ac4488bb95b: Running coprocessor pre-open hook at 1731755971412Writing region info on filesystem at 1731755971412Initializing all the Stores at 1731755971412Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755971412Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755971412Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755971412Cleaning up temporary data from old regions at 1731755971423 (+11 ms)Running coprocessor post-open hooks at 1731755971425 (+2 ms)Region opened successfully at 1731755971426 (+1 ms) 2024-11-16T11:19:31,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b., pid=13, masterSystemTime=1731755971391 2024-11-16T11:19:31,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. 2024-11-16T11:19:31,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. 2024-11-16T11:19:31,429 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a9d9758b04269ff0218c4ac4488bb95b, regionState=OPEN, openSeqNum=9, regionLocation=a7948fca2832,36873,1731755965839 2024-11-16T11:19:31,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9d9758b04269ff0218c4ac4488bb95b, server=a7948fca2832,36873,1731755965839 because future has completed 2024-11-16T11:19:31,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T11:19:31,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a9d9758b04269ff0218c4ac4488bb95b, server=a7948fca2832,36873,1731755965839 in 192 msec 2024-11-16T11:19:31,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-16T11:19:31,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9d9758b04269ff0218c4ac4488bb95b, ASSIGN in 349 msec 2024-11-16T11:19:31,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-16T11:19:31,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b., hostname=a7948fca2832,36873,1731755965839, seqNum=9] 2024-11-16T11:19:31,450 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for a7948fca2832,41755,1731755951344 2024-11-16T11:19:31,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-16T11:19:31,453 DEBUG [RS:0;a7948fca2832:45341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:19:31,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36873 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-16T11:19:31,632 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:19:31,632 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:19:31,653 DEBUG [RS:0;a7948fca2832:45341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:19:31,671 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/data/hbase/meta/1588230740/.tmp/ns/c0d2f8ff5aa34513af13b5317e34a34a 2024-11-16T11:19:31,740 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/data/hbase/meta/1588230740/.tmp/ns/c0d2f8ff5aa34513af13b5317e34a34a as hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/data/hbase/meta/1588230740/ns/c0d2f8ff5aa34513af13b5317e34a34a 2024-11-16T11:19:31,744 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/data/hbase/meta/1588230740/ns/c0d2f8ff5aa34513af13b5317e34a34a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T11:19:31,745 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 492ms, sequenceid=6, compaction requested=false 2024-11-16T11:19:31,745 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T11:19:31,749 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T11:19:31,749 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:19:31,749 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:19:31,749 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:19:31,749 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755971253Running coprocessor pre-close hooks at 1731755971253Disabling compacts and flushes for region at 1731755971253Disabling writes for close at 1731755971253Obtaining lock to block concurrent updates at 1731755971253Preparing flush snapshotting stores in 1588230740 at 1731755971253Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731755971254 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731755971254Flushing 1588230740/ns: creating writer at 1731755971254Flushing 1588230740/ns: appending metadata at 1731755971267 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731755971267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a40fd0: reopening flushed file at 1731755971739 (+472 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 492ms, sequenceid=6, compaction requested=false at 1731755971745 (+6 ms)Writing region close event to WAL at 1731755971746 (+1 ms)Running coprocessor post-close hooks at 1731755971749 (+3 ms)Closed at 1731755971749 2024-11-16T11:19:31,749 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:19:31,853 INFO [RS:0;a7948fca2832:45341 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,45341,1731755956401; all regions closed. 2024-11-16T11:19:31,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741834_1010 (size=1152) 2024-11-16T11:19:31,857 DEBUG [RS:0;a7948fca2832:45341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/oldWALs 2024-11-16T11:19:31,857 INFO [RS:0;a7948fca2832:45341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C45341%2C1731755956401.meta:.meta(num 1731755959643) 2024-11-16T11:19:31,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741832_1008 (size=93) 2024-11-16T11:19:31,861 DEBUG [RS:0;a7948fca2832:45341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/oldWALs 2024-11-16T11:19:31,861 INFO [RS:0;a7948fca2832:45341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C45341%2C1731755956401:(num 1731755958752) 2024-11-16T11:19:31,861 DEBUG [RS:0;a7948fca2832:45341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:31,861 INFO [RS:0;a7948fca2832:45341 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:19:31,861 INFO [RS:0;a7948fca2832:45341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:19:31,861 INFO [RS:0;a7948fca2832:45341 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T11:19:31,861 INFO [RS:0;a7948fca2832:45341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:19:31,861 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:19:31,861 INFO [RS:0;a7948fca2832:45341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45341 2024-11-16T11:19:31,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443221409/rs 2024-11-16T11:19:31,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101435eb7a10004, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1443221409/rs/a7948fca2832,45341,1731755956401 2024-11-16T11:19:31,883 INFO [RS:0;a7948fca2832:45341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:19:31,893 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,45341,1731755956401] 2024-11-16T11:19:31,904 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1443221409/draining/a7948fca2832,45341,1731755956401 already deleted, retry=false 2024-11-16T11:19:31,904 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,45341,1731755956401 expired; onlineServers=0 2024-11-16T11:19:31,904 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,38595,1731755956251' ***** 2024-11-16T11:19:31,904 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:19:31,904 INFO [M:0;a7948fca2832:38595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:19:31,904 INFO [M:0;a7948fca2832:38595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:19:31,904 DEBUG [M:0;a7948fca2832:38595 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:19:31,904 DEBUG [M:0;a7948fca2832:38595 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:19:31,904 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:19:31,904 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755958439 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755958439,5,FailOnTimeoutGroup] 2024-11-16T11:19:31,904 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755958439 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755958439,5,FailOnTimeoutGroup] 2024-11-16T11:19:31,904 INFO [M:0;a7948fca2832:38595 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:19:31,905 INFO [M:0;a7948fca2832:38595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:19:31,905 DEBUG [M:0;a7948fca2832:38595 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:19:31,905 INFO [M:0;a7948fca2832:38595 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:19:31,905 INFO [M:0;a7948fca2832:38595 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:19:31,905 INFO [M:0;a7948fca2832:38595 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:19:31,905 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:19:31,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1443221409/master 2024-11-16T11:19:31,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443221409 2024-11-16T11:19:31,915 DEBUG [M:0;a7948fca2832:38595 {}] zookeeper.ZKUtil(347): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Unable to get data of znode /1-1443221409/master because node does not exist (not an error) 2024-11-16T11:19:31,915 WARN [M:0;a7948fca2832:38595 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:19:31,916 INFO [M:0;a7948fca2832:38595 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/.lastflushedseqids 2024-11-16T11:19:31,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741836_1012 (size=99) 2024-11-16T11:19:31,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101435eb7a10004, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:19:31,993 INFO [RS:0;a7948fca2832:45341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:19:31,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101435eb7a10004, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:19:31,994 INFO [RS:0;a7948fca2832:45341 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,45341,1731755956401; zookeeper connection closed. 2024-11-16T11:19:31,994 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d5eeac7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d5eeac7 2024-11-16T11:19:31,994 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:19:32,247 DEBUG [RS:0;a7948fca2832:36873.replicationSource.wal-reader.a7948fca2832%2C36873%2C1731755965839,1-a7948fca2832,36873,1731755965839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839/a7948fca2832%2C36873%2C1731755965839.1731755966791 to pos 0, reset compression=false 2024-11-16T11:19:32,320 INFO [M:0;a7948fca2832:38595 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:19:32,321 INFO [M:0;a7948fca2832:38595 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:19:32,321 DEBUG [M:0;a7948fca2832:38595 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:19:32,321 INFO [M:0;a7948fca2832:38595 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:32,321 DEBUG [M:0;a7948fca2832:38595 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:32,321 DEBUG [M:0;a7948fca2832:38595 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:19:32,321 DEBUG [M:0;a7948fca2832:38595 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:32,321 INFO [M:0;a7948fca2832:38595 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-16T11:19:32,334 DEBUG [M:0;a7948fca2832:38595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/acb0df8b2cc64b0688c150521ed85e50 is 82, key is hbase:meta,,1/info:regioninfo/1731755959674/Put/seqid=0 2024-11-16T11:19:32,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741837_1013 (size=5672) 2024-11-16T11:19:32,729 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:19:32,749 INFO [M:0;a7948fca2832:38595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/acb0df8b2cc64b0688c150521ed85e50 2024-11-16T11:19:32,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:32,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:32,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:32,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:32,767 DEBUG [M:0;a7948fca2832:38595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f787f4dd85fb4f23a6fc04d69f123f9c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731755959695/Put/seqid=0 2024-11-16T11:19:32,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741838_1014 (size=5275) 2024-11-16T11:19:33,171 INFO [M:0;a7948fca2832:38595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f787f4dd85fb4f23a6fc04d69f123f9c 2024-11-16T11:19:33,191 DEBUG [M:0;a7948fca2832:38595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05048b6ce7dc488bbaf3f7f881d755a5 is 69, key is a7948fca2832,45341,1731755956401/rs:state/1731755958561/Put/seqid=0 2024-11-16T11:19:33,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741839_1015 (size=5156) 2024-11-16T11:19:33,351 DEBUG [RS:0;a7948fca2832:36873.replicationSource.wal-reader.a7948fca2832%2C36873%2C1731755965839,1-a7948fca2832,36873,1731755965839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839/a7948fca2832%2C36873%2C1731755965839.1731755966791 to pos 0, reset compression=false 2024-11-16T11:19:33,595 INFO [M:0;a7948fca2832:38595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05048b6ce7dc488bbaf3f7f881d755a5 2024-11-16T11:19:33,601 DEBUG [M:0;a7948fca2832:38595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/acb0df8b2cc64b0688c150521ed85e50 as hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/acb0df8b2cc64b0688c150521ed85e50 2024-11-16T11:19:33,605 INFO [M:0;a7948fca2832:38595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/acb0df8b2cc64b0688c150521ed85e50, entries=8, sequenceid=28, filesize=5.5 K 2024-11-16T11:19:33,606 DEBUG [M:0;a7948fca2832:38595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f787f4dd85fb4f23a6fc04d69f123f9c as hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f787f4dd85fb4f23a6fc04d69f123f9c 2024-11-16T11:19:33,610 INFO [M:0;a7948fca2832:38595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f787f4dd85fb4f23a6fc04d69f123f9c, entries=3, sequenceid=28, filesize=5.2 K 2024-11-16T11:19:33,611 DEBUG [M:0;a7948fca2832:38595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05048b6ce7dc488bbaf3f7f881d755a5 as hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05048b6ce7dc488bbaf3f7f881d755a5 2024-11-16T11:19:33,616 INFO [M:0;a7948fca2832:38595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36615/user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05048b6ce7dc488bbaf3f7f881d755a5, entries=1, sequenceid=28, filesize=5.0 K 2024-11-16T11:19:33,617 INFO [M:0;a7948fca2832:38595 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false 2024-11-16T11:19:33,618 INFO [M:0;a7948fca2832:38595 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:33,618 DEBUG [M:0;a7948fca2832:38595 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755972321Disabling compacts and flushes for region at 1731755972321Disabling writes for close at 1731755972321Obtaining lock to block concurrent updates at 1731755972321Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731755972321Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731755972321Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731755972322 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731755972322Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731755972334 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731755972334Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731755972753 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731755972766 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731755972766Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731755973176 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731755973191 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731755973191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12df9e0c: reopening flushed file at 1731755973600 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d15495: reopening flushed file at 1731755973605 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a8c2579: reopening flushed file at 1731755973610 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false at 1731755973617 (+7 ms)Writing region close event to WAL at 1731755973618 (+1 ms)Closed at 1731755973618 2024-11-16T11:19:33,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741830_1006 (size=10165) 2024-11-16T11:19:33,620 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a33c9444-79b5-d1b8-69a4-1dc26b56b568/MasterData/WALs/a7948fca2832,38595,1731755956251/a7948fca2832%2C38595%2C1731755956251.1731755958158 not finished, retry = 0 2024-11-16T11:19:33,721 INFO [M:0;a7948fca2832:38595 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:19:33,721 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:19:33,721 INFO [M:0;a7948fca2832:38595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38595 2024-11-16T11:19:33,721 INFO [M:0;a7948fca2832:38595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:19:33,878 INFO [M:0;a7948fca2832:38595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:19:33,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:19:33,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x101435eb7a10003, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:19:33,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@297064e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:19:33,880 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52d1efea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:19:33,880 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:19:33,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69488fb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:19:33,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10399cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/hadoop.log.dir/,STOPPED} 2024-11-16T11:19:33,881 WARN [BP-532654863-172.17.0.2-1731755954323 heartbeating to localhost/127.0.0.1:36615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:19:33,881 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:19:33,881 WARN [BP-532654863-172.17.0.2-1731755954323 heartbeating to localhost/127.0.0.1:36615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-532654863-172.17.0.2-1731755954323 (Datanode Uuid ee902f53-6beb-45cd-af45-321de0fe333f) service to localhost/127.0.0.1:36615 2024-11-16T11:19:33,881 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:19:33,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/cluster_cccc8075-8b0e-2c7d-9a01-1968ef143111/data/data1/current/BP-532654863-172.17.0.2-1731755954323 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:19:33,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/cluster_cccc8075-8b0e-2c7d-9a01-1968ef143111/data/data2/current/BP-532654863-172.17.0.2-1731755954323 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:19:33,882 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:19:33,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1834e79a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:19:33,887 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ca6a426{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:19:33,888 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:19:33,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a243add{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:19:33,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db8d6b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/hadoop.log.dir/,STOPPED} 2024-11-16T11:19:33,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:19:33,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:19:33,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:19:33,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:33,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:33,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:33,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:19:33,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:19:33,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1505299808, stopped=false 2024-11-16T11:19:33,898 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,38505,1731755965795 2024-11-16T11:19:33,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T11:19:33,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T11:19:33,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-22804009/running 2024-11-16T11:19:33,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36873-0x101435eb7a10007, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-22804009/running 2024-11-16T11:19:33,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:33,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36873-0x101435eb7a10007, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:33,978 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:19:33,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:19:33,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:33,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:33,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36873-0x101435eb7a10007, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Set watcher on znode that does not yet exist, /0-22804009/running 2024-11-16T11:19:33,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Set watcher on znode that does not yet exist, /0-22804009/running 2024-11-16T11:19:33,978 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,36873,1731755965839' ***** 2024-11-16T11:19:33,978 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:19:33,979 INFO [RS:0;a7948fca2832:36873 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:19:33,979 INFO [RS:0;a7948fca2832:36873 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:19:33,979 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:19:33,979 INFO [RS:0;a7948fca2832:36873 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:19:33,979 INFO [RS:0;a7948fca2832:36873 {}] regionserver.HRegionServer(3091): Received CLOSE for a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:33,979 INFO [RS:0;a7948fca2832:36873 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,36873,1731755965839 2024-11-16T11:19:33,979 INFO [RS:0;a7948fca2832:36873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:19:33,979 INFO [RS:0;a7948fca2832:36873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:36873. 2024-11-16T11:19:33,979 DEBUG [RS:0;a7948fca2832:36873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:33,979 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9d9758b04269ff0218c4ac4488bb95b, disabling compactions & flushes 2024-11-16T11:19:33,979 DEBUG [RS:0;a7948fca2832:36873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:33,979 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. 2024-11-16T11:19:33,979 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. 2024-11-16T11:19:33,979 INFO [RS:0;a7948fca2832:36873 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:19:33,979 INFO [RS:0;a7948fca2832:36873 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:19:33,979 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. after waiting 0 ms 2024-11-16T11:19:33,979 INFO [RS:0;a7948fca2832:36873 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:19:33,979 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. 2024-11-16T11:19:33,979 INFO [RS:0;a7948fca2832:36873 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:19:33,979 INFO [RS:0;a7948fca2832:36873 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T11:19:33,979 DEBUG [RS:0;a7948fca2832:36873 {}] regionserver.HRegionServer(1325): Online Regions={a9d9758b04269ff0218c4ac4488bb95b=hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:19:33,980 DEBUG [RS:0;a7948fca2832:36873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9d9758b04269ff0218c4ac4488bb95b 2024-11-16T11:19:33,980 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:19:33,980 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:19:33,980 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:19:33,980 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:19:33,980 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:19:33,980 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-16T11:19:33,983 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/replication/a9d9758b04269ff0218c4ac4488bb95b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-16T11:19:33,983 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:19:33,983 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:19:33,983 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. 2024-11-16T11:19:33,983 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9d9758b04269ff0218c4ac4488bb95b: Waiting for close lock at 1731755973979Running coprocessor pre-close hooks at 1731755973979Disabling compacts and flushes for region at 1731755973979Disabling writes for close at 1731755973979Writing region close event to WAL at 1731755973980 (+1 ms)Running coprocessor post-close hooks at 1731755973983 (+3 ms)Closed at 1731755973983 2024-11-16T11:19:33,983 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b. 2024-11-16T11:19:33,993 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/.tmp/info/dff170d98347464e811108359c64baaf is 147, key is hbase:replication,,1731755959773.a9d9758b04269ff0218c4ac4488bb95b./info:regioninfo/1731755971428/Put/seqid=0 2024-11-16T11:19:33,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741851_1027 (size=6385) 2024-11-16T11:19:34,057 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:19:34,180 DEBUG [RS:0;a7948fca2832:36873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:19:34,380 DEBUG [RS:0;a7948fca2832:36873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:19:34,397 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/.tmp/info/dff170d98347464e811108359c64baaf 2024-11-16T11:19:34,402 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/.tmp/info/dff170d98347464e811108359c64baaf as hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/info/dff170d98347464e811108359c64baaf 2024-11-16T11:19:34,407 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/info/dff170d98347464e811108359c64baaf, entries=8, sequenceid=19, filesize=6.2 K 2024-11-16T11:19:34,408 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-11-16T11:19:34,412 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-16T11:19:34,413 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:19:34,413 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:19:34,413 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:19:34,413 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755973980Running coprocessor pre-close hooks at 1731755973980Disabling compacts and flushes for region at 1731755973980Disabling writes for close at 1731755973980Obtaining lock to block concurrent updates at 1731755973980Preparing flush snapshotting stores in 1588230740 at 1731755973980Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731755973980Flushing stores of hbase:meta,,1.1588230740 at 1731755973980Flushing 1588230740/info: creating writer at 1731755973980Flushing 1588230740/info: appending metadata at 1731755973993 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731755973993Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c47e833: reopening flushed file at 1731755974401 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1731755974408 (+7 ms)Writing region close event to WAL at 1731755974409 (+1 ms)Running coprocessor post-close hooks at 1731755974413 (+4 ms)Closed at 1731755974413 2024-11-16T11:19:34,413 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:19:34,555 DEBUG [RS:0;a7948fca2832:36873.replicationSource.wal-reader.a7948fca2832%2C36873%2C1731755965839,1-a7948fca2832,36873,1731755965839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839/a7948fca2832%2C36873%2C1731755965839.1731755966791 to pos 0, reset compression=false 2024-11-16T11:19:34,580 INFO [RS:0;a7948fca2832:36873 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,36873,1731755965839; all regions closed. 2024-11-16T11:19:34,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741849_1025 (size=2156) 2024-11-16T11:19:34,582 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/WALs/a7948fca2832,36873,1731755965839/a7948fca2832%2C36873%2C1731755965839.meta.1731755967210.meta not finished, retry = 0 2024-11-16T11:19:34,684 DEBUG [RS:0;a7948fca2832:36873 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/oldWALs 2024-11-16T11:19:34,684 INFO [RS:0;a7948fca2832:36873 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C36873%2C1731755965839.meta:.meta(num 1731755967210) 2024-11-16T11:19:34,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741850_1026 (size=796) 2024-11-16T11:19:34,688 DEBUG [RS:0;a7948fca2832:36873 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/oldWALs 2024-11-16T11:19:34,688 INFO [RS:0;a7948fca2832:36873 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C36873%2C1731755965839.rep:(num 1731755971395) 2024-11-16T11:19:34,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741848_1024 (size=93) 2024-11-16T11:19:34,691 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:19:34,691 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:19:34,691 DEBUG [RS:0;a7948fca2832:36873 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/oldWALs 2024-11-16T11:19:34,691 INFO [RS:0;a7948fca2832:36873 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C36873%2C1731755965839:(num 1731755966791) 2024-11-16T11:19:34,691 DEBUG [RS:0;a7948fca2832:36873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:34,691 INFO [RS:0;a7948fca2832:36873 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:19:34,692 INFO [RS:0;a7948fca2832:36873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:19:34,692 INFO [RS:0;a7948fca2832:36873 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:19:34,692 INFO [RS:0;a7948fca2832:36873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:19:34,692 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:19:34,692 INFO [RS:0;a7948fca2832:36873 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a7948fca2832,36873,1731755965839 because: Region server is closing 2024-11-16T11:19:34,692 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-16T11:19:34,692 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-16T11:19:34,692 INFO [RS:0;a7948fca2832:36873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:36873. 2024-11-16T11:19:34,692 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-16T11:19:34,692 DEBUG [RS:0;a7948fca2832:36873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:34,692 DEBUG [RS:0;a7948fca2832:36873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:34,692 DEBUG [RS:0;a7948fca2832:36873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:34,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:19:34,792 WARN [RS:0;a7948fca2832:36873.replicationSource.shippera7948fca2832%2C36873%2C1731755965839,1-a7948fca2832,36873,1731755965839 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T11:19:34,792 WARN [RS:0;a7948fca2832:36873.replicationSource.wal-reader.a7948fca2832%2C36873%2C1731755965839,1-a7948fca2832,36873,1731755965839 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T11:19:34,793 INFO [RS:0;a7948fca2832:36873 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;a7948fca2832:36873.replicationSource.shippera7948fca2832%2C36873%2C1731755965839,1-a7948fca2832,36873,1731755965839 terminated 2024-11-16T11:19:34,793 INFO [RS:0;a7948fca2832:36873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36873 2024-11-16T11:19:34,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009/rs 2024-11-16T11:19:34,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36873-0x101435eb7a10007, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-22804009/rs/a7948fca2832,36873,1731755965839 2024-11-16T11:19:34,862 INFO [RS:0;a7948fca2832:36873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:19:34,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,36873,1731755965839] 2024-11-16T11:19:34,883 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-22804009/draining/a7948fca2832,36873,1731755965839 already deleted, retry=false 2024-11-16T11:19:34,883 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,36873,1731755965839 expired; onlineServers=0 2024-11-16T11:19:34,883 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,38505,1731755965795' ***** 2024-11-16T11:19:34,883 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:19:34,883 INFO [M:0;a7948fca2832:38505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:19:34,883 INFO [M:0;a7948fca2832:38505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:19:34,883 DEBUG [M:0;a7948fca2832:38505 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:19:34,883 DEBUG [M:0;a7948fca2832:38505 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:19:34,883 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:19:34,883 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755966556 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755966556,5,FailOnTimeoutGroup] 2024-11-16T11:19:34,883 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755966560 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755966560,5,FailOnTimeoutGroup] 2024-11-16T11:19:34,883 INFO [M:0;a7948fca2832:38505 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:19:34,883 INFO [M:0;a7948fca2832:38505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:19:34,883 DEBUG [M:0;a7948fca2832:38505 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:19:34,883 INFO [M:0;a7948fca2832:38505 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:19:34,883 INFO [M:0;a7948fca2832:38505 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:19:34,883 INFO [M:0;a7948fca2832:38505 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:19:34,884 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:19:34,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-22804009/master 2024-11-16T11:19:34,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-22804009 2024-11-16T11:19:34,893 DEBUG [M:0;a7948fca2832:38505 {}] zookeeper.ZKUtil(347): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Unable to get data of znode /0-22804009/master because node does not exist (not an error) 2024-11-16T11:19:34,893 WARN [M:0;a7948fca2832:38505 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:19:34,894 INFO [M:0;a7948fca2832:38505 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/.lastflushedseqids 2024-11-16T11:19:34,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741852_1028 (size=181) 2024-11-16T11:19:34,972 INFO [RS:0;a7948fca2832:36873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:19:34,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36873-0x101435eb7a10007, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:19:34,972 INFO [RS:0;a7948fca2832:36873 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,36873,1731755965839; zookeeper connection closed. 2024-11-16T11:19:34,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36873-0x101435eb7a10007, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:19:34,973 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49d858ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49d858ad 2024-11-16T11:19:34,973 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:19:35,299 INFO [M:0;a7948fca2832:38505 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:19:35,299 INFO [M:0;a7948fca2832:38505 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:19:35,299 DEBUG [M:0;a7948fca2832:38505 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:19:35,299 INFO [M:0;a7948fca2832:38505 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:35,299 DEBUG [M:0;a7948fca2832:38505 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:35,299 DEBUG [M:0;a7948fca2832:38505 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:19:35,299 DEBUG [M:0;a7948fca2832:38505 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:35,300 INFO [M:0;a7948fca2832:38505 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-16T11:19:35,319 DEBUG [M:0;a7948fca2832:38505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/008e5b64373941e1b6cc6fdee6a85f76 is 82, key is hbase:meta,,1/info:regioninfo/1731755967256/Put/seqid=0 2024-11-16T11:19:35,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741853_1029 (size=5672) 2024-11-16T11:19:35,723 INFO [M:0;a7948fca2832:38505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/008e5b64373941e1b6cc6fdee6a85f76 2024-11-16T11:19:35,740 DEBUG [M:0;a7948fca2832:38505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abb004e1edef444087879dadcb713dbd is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731755971433/Put/seqid=0 2024-11-16T11:19:35,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741854_1030 (size=7312) 2024-11-16T11:19:36,146 INFO [M:0;a7948fca2832:38505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abb004e1edef444087879dadcb713dbd 2024-11-16T11:19:36,163 DEBUG [M:0;a7948fca2832:38505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3cb00cb8783b43378b087f3d66c33e53 is 69, key is a7948fca2832,36873,1731755965839/rs:state/1731755966591/Put/seqid=0 2024-11-16T11:19:36,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741855_1031 (size=5370) 2024-11-16T11:19:36,567 INFO [M:0;a7948fca2832:38505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3cb00cb8783b43378b087f3d66c33e53 2024-11-16T11:19:36,571 INFO [M:0;a7948fca2832:38505 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cb00cb8783b43378b087f3d66c33e53 2024-11-16T11:19:36,572 DEBUG [M:0;a7948fca2832:38505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/008e5b64373941e1b6cc6fdee6a85f76 as hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/008e5b64373941e1b6cc6fdee6a85f76 2024-11-16T11:19:36,576 INFO [M:0;a7948fca2832:38505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/008e5b64373941e1b6cc6fdee6a85f76, entries=8, sequenceid=127, filesize=5.5 K 2024-11-16T11:19:36,577 DEBUG [M:0;a7948fca2832:38505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abb004e1edef444087879dadcb713dbd as hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abb004e1edef444087879dadcb713dbd 2024-11-16T11:19:36,581 INFO [M:0;a7948fca2832:38505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abb004e1edef444087879dadcb713dbd, entries=7, sequenceid=127, filesize=7.1 K 2024-11-16T11:19:36,582 DEBUG [M:0;a7948fca2832:38505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3cb00cb8783b43378b087f3d66c33e53 as hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3cb00cb8783b43378b087f3d66c33e53 2024-11-16T11:19:36,585 INFO [M:0;a7948fca2832:38505 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cb00cb8783b43378b087f3d66c33e53 2024-11-16T11:19:36,586 INFO [M:0;a7948fca2832:38505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35779/user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3cb00cb8783b43378b087f3d66c33e53, entries=2, sequenceid=127, filesize=5.2 K 2024-11-16T11:19:36,586 INFO [M:0;a7948fca2832:38505 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=127, compaction requested=false 2024-11-16T11:19:36,587 INFO [M:0;a7948fca2832:38505 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:36,588 DEBUG [M:0;a7948fca2832:38505 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755975299Disabling compacts and flushes for region at 1731755975299Disabling writes for close at 1731755975299Obtaining lock to block concurrent updates at 1731755975300 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731755975300Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731755975300Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731755975300Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731755975301 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731755975318 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731755975318Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731755975727 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731755975740 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731755975740Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731755976150 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731755976163 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731755976163Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dc16440: reopening flushed file at 1731755976571 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e84849d: reopening flushed file at 1731755976576 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@569a6b3: reopening flushed file at 1731755976581 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=127, compaction requested=false at 1731755976586 (+5 ms)Writing region close event to WAL at 1731755976587 (+1 ms)Closed at 1731755976587 2024-11-16T11:19:36,589 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dde07575-a6ac-d0aa-b64e-f53ff74447fc/MasterData/WALs/a7948fca2832,38505,1731755965795/a7948fca2832%2C38505%2C1731755965795.1731755966333 not finished, retry = 0 2024-11-16T11:19:36,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741847_1023 (size=22903) 2024-11-16T11:19:36,690 INFO [M:0;a7948fca2832:38505 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:19:36,690 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:19:36,690 INFO [M:0;a7948fca2832:38505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38505 2024-11-16T11:19:36,690 INFO [M:0;a7948fca2832:38505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:19:36,878 INFO [M:0;a7948fca2832:38505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:19:36,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:19:36,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x101435eb7a10006, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:19:36,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61e0d86d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:19:36,880 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ac6680f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:19:36,880 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:19:36,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a7ac3fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:19:36,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f4a13ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/hadoop.log.dir/,STOPPED} 2024-11-16T11:19:36,882 WARN [BP-1085036520-172.17.0.2-1731755949062 heartbeating to localhost/127.0.0.1:35779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:19:36,882 WARN [BP-1085036520-172.17.0.2-1731755949062 heartbeating to localhost/127.0.0.1:35779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1085036520-172.17.0.2-1731755949062 (Datanode Uuid 09118ee1-30ad-4ec1-8d77-cdf843cb80ab) service to localhost/127.0.0.1:35779 2024-11-16T11:19:36,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/cluster_ceb6ea92-f8b1-1164-823e-ceb78e9ee1c5/data/data2/current/BP-1085036520-172.17.0.2-1731755949062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:19:36,882 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:19:36,882 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:19:36,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/cluster_ceb6ea92-f8b1-1164-823e-ceb78e9ee1c5/data/data1/current/BP-1085036520-172.17.0.2-1731755949062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:19:36,882 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:19:36,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22f50b67{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:19:36,890 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:19:36,890 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:19:36,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:19:36,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4bf4e88-5371-9e1f-0530-38b6989956c5/hadoop.log.dir/,STOPPED} 2024-11-16T11:19:36,895 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T11:19:36,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:19:36,914 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 158) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36615 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55357) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55357) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35779 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=568 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=259 (was 324), ProcessCount=11 (was 11), AvailableMemoryMB=4239 (was 4321) 2024-11-16T11:19:36,922 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=568, MaxFileDescriptor=1048576, SystemLoadAverage=259, ProcessCount=11, AvailableMemoryMB=4239 2024-11-16T11:19:36,934 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-16T11:19:36,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/hadoop.log.dir so I do NOT create it in target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59 2024-11-16T11:19:36,934 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:19:36,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/hadoop.tmp.dir so I do NOT create it in target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59 2024-11-16T11:19:36,934 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72f24a2c-2517-9937-894f-29d5950e14a8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:19:36,934 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59 2024-11-16T11:19:36,934 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/cluster_c103069b-00e0-5cba-b448-9d2ad14ac586, deleteOnExit=true 2024-11-16T11:19:36,937 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/cluster_c103069b-00e0-5cba-b448-9d2ad14ac586/zookeeper_0, clientPort=50838, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/cluster_c103069b-00e0-5cba-b448-9d2ad14ac586/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/cluster_c103069b-00e0-5cba-b448-9d2ad14ac586/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T11:19:36,937 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50838 2024-11-16T11:19:36,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:19:36,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:19:36,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/test.cache.data in system properties and HBase conf 2024-11-16T11:19:36,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:19:36,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:19:36,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:19:36,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:19:36,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:19:36,938 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:19:36,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:19:36,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:19:36,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:19:36,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:19:36,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:19:36,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:19:36,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:19:36,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:19:36,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:19:36,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:19:36,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:19:36,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:19:36,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:19:36,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:19:36,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101435eb7a10005, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T11:19:36,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101435eb7a10002, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T11:19:36,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101435eb7a10002, quorum=127.0.0.1:55357, baseZNode=/0-22804009 Received Disconnected from ZooKeeper, ignoring 2024-11-16T11:19:36,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101435eb7a10005, quorum=127.0.0.1:55357, baseZNode=/1-1443221409 Received Disconnected from ZooKeeper, ignoring 2024-11-16T11:19:37,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:19:37,306 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:19:37,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:19:37,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:19:37,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:19:37,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:19:37,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d5daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:19:37,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47996aa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:19:37,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72f0a085{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/java.io.tmpdir/jetty-localhost-39791-hadoop-hdfs-3_4_1-tests_jar-_-any-12389631748278496447/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:19:37,403 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6710d13e{HTTP/1.1, (http/1.1)}{localhost:39791} 2024-11-16T11:19:37,403 INFO [Time-limited test {}] server.Server(415): Started @171266ms 2024-11-16T11:19:37,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:19:37,665 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:19:37,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:19:37,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:19:37,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:19:37,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4abb186f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:19:37,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ecea2b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:19:37,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@702d0e1c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/java.io.tmpdir/jetty-localhost-34767-hadoop-hdfs-3_4_1-tests_jar-_-any-14992280204041393926/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:19:37,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@464459b0{HTTP/1.1, (http/1.1)}{localhost:34767} 2024-11-16T11:19:37,765 INFO [Time-limited test {}] server.Server(415): Started @171627ms 2024-11-16T11:19:37,766 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:19:38,482 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/cluster_c103069b-00e0-5cba-b448-9d2ad14ac586/data/data1/current/BP-77419737-172.17.0.2-1731755976957/current, will proceed with Du for space computation calculation, 2024-11-16T11:19:38,487 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/cluster_c103069b-00e0-5cba-b448-9d2ad14ac586/data/data2/current/BP-77419737-172.17.0.2-1731755976957/current, will proceed with Du for space computation calculation, 2024-11-16T11:19:38,506 WARN [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:19:38,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bd0ea7d6b33be5b with lease ID 0x9b02a9730075b169: Processing first storage report for DS-9ac4685d-a3d2-40bd-b072-6ad0d71ced1d from datanode DatanodeRegistration(127.0.0.1:45301, datanodeUuid=f8289639-b628-4d1d-bff4-913b9c66a66b, infoPort=36933, infoSecurePort=0, ipcPort=39511, storageInfo=lv=-57;cid=testClusterID;nsid=2146609790;c=1731755976957) 2024-11-16T11:19:38,508 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bd0ea7d6b33be5b with lease ID 0x9b02a9730075b169: from storage DS-9ac4685d-a3d2-40bd-b072-6ad0d71ced1d node DatanodeRegistration(127.0.0.1:45301, datanodeUuid=f8289639-b628-4d1d-bff4-913b9c66a66b, infoPort=36933, infoSecurePort=0, ipcPort=39511, storageInfo=lv=-57;cid=testClusterID;nsid=2146609790;c=1731755976957), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:19:38,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bd0ea7d6b33be5b with lease ID 0x9b02a9730075b169: Processing first storage report for DS-114fa3e3-6ffa-4ac9-9396-4be30520bce5 from datanode DatanodeRegistration(127.0.0.1:45301, datanodeUuid=f8289639-b628-4d1d-bff4-913b9c66a66b, infoPort=36933, infoSecurePort=0, ipcPort=39511, storageInfo=lv=-57;cid=testClusterID;nsid=2146609790;c=1731755976957) 2024-11-16T11:19:38,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bd0ea7d6b33be5b with lease ID 0x9b02a9730075b169: from storage DS-114fa3e3-6ffa-4ac9-9396-4be30520bce5 node DatanodeRegistration(127.0.0.1:45301, datanodeUuid=f8289639-b628-4d1d-bff4-913b9c66a66b, infoPort=36933, infoSecurePort=0, ipcPort=39511, storageInfo=lv=-57;cid=testClusterID;nsid=2146609790;c=1731755976957), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:19:38,609 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59 2024-11-16T11:19:38,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:38,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:38,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:19:39,029 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382 with version=8 2024-11-16T11:19:39,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/hbase-staging 2024-11-16T11:19:39,031 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:19:39,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:39,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:39,031 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:19:39,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:39,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:19:39,031 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:19:39,031 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:19:39,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33489 2024-11-16T11:19:39,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33489 connecting to ZooKeeper ensemble=127.0.0.1:50838 2024-11-16T11:19:39,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334890x0, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:19:39,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33489-0x101435f24930000 connected 2024-11-16T11:19:39,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:39,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:39,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Set watcher on znode that does not yet exist, /0-593896633/running 2024-11-16T11:19:39,201 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382, hbase.cluster.distributed=false 2024-11-16T11:19:39,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Set watcher on znode that does not yet exist, /0-593896633/acl 2024-11-16T11:19:39,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33489 2024-11-16T11:19:39,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33489 2024-11-16T11:19:39,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33489 2024-11-16T11:19:39,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33489 2024-11-16T11:19:39,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33489 2024-11-16T11:19:39,217 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:19:39,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:39,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:39,217 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:19:39,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:39,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:19:39,217 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:19:39,217 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:19:39,218 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42935 2024-11-16T11:19:39,218 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42935 connecting to ZooKeeper ensemble=127.0.0.1:50838 2024-11-16T11:19:39,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:39,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:39,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429350x0, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:19:39,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429350x0, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Set watcher on znode that does not yet exist, /0-593896633/running 2024-11-16T11:19:39,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42935-0x101435f24930001 connected 2024-11-16T11:19:39,230 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:19:39,232 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:19:39,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42935-0x101435f24930001, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Set watcher on znode that does not yet exist, /0-593896633/master 2024-11-16T11:19:39,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42935-0x101435f24930001, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Set watcher on znode that does not yet exist, /0-593896633/acl 2024-11-16T11:19:39,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42935 2024-11-16T11:19:39,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42935 2024-11-16T11:19:39,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42935 2024-11-16T11:19:39,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42935 2024-11-16T11:19:39,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42935 2024-11-16T11:19:39,251 DEBUG [M:0;a7948fca2832:33489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:33489 2024-11-16T11:19:39,251 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-593896633/backup-masters/a7948fca2832,33489,1731755979031 2024-11-16T11:19:39,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x101435f24930001, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633/backup-masters 2024-11-16T11:19:39,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633/backup-masters 2024-11-16T11:19:39,262 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Set watcher on existing znode=/0-593896633/backup-masters/a7948fca2832,33489,1731755979031 2024-11-16T11:19:39,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x101435f24930001, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-593896633/master 2024-11-16T11:19:39,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x101435f24930001, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633 2024-11-16T11:19:39,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633 2024-11-16T11:19:39,272 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Set watcher on existing znode=/0-593896633/master 2024-11-16T11:19:39,272 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-593896633/backup-masters/a7948fca2832,33489,1731755979031 from backup master directory 2024-11-16T11:19:39,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-593896633/backup-masters/a7948fca2832,33489,1731755979031 2024-11-16T11:19:39,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x101435f24930001, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633/backup-masters 2024-11-16T11:19:39,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633/backup-masters 2024-11-16T11:19:39,282 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:19:39,282 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,33489,1731755979031 2024-11-16T11:19:39,286 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/hbase.id] with ID: a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b 2024-11-16T11:19:39,286 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/.tmp/hbase.id 2024-11-16T11:19:39,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:19:39,485 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:19:39,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:39,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:39,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:39,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:39,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:39,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:39,690 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/.tmp/hbase.id]:[hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/hbase.id] 2024-11-16T11:19:39,700 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:39,700 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:19:39,701 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T11:19:39,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633 2024-11-16T11:19:39,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x101435f24930001, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633 2024-11-16T11:19:39,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:19:40,151 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:19:40,151 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:19:40,152 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:19:40,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:19:40,558 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/data/master/store 2024-11-16T11:19:40,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:19:40,963 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:40,963 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:19:40,963 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:40,963 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:40,963 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:19:40,963 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:40,963 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:40,963 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755980963Disabling compacts and flushes for region at 1731755980963Disabling writes for close at 1731755980963Writing region close event to WAL at 1731755980963Closed at 1731755980963 2024-11-16T11:19:40,964 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/data/master/store/.initializing 2024-11-16T11:19:40,964 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/WALs/a7948fca2832,33489,1731755979031 2024-11-16T11:19:40,965 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:19:40,966 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C33489%2C1731755979031, suffix=, logDir=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/WALs/a7948fca2832,33489,1731755979031, archiveDir=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/oldWALs, maxLogs=10 2024-11-16T11:19:40,978 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/WALs/a7948fca2832,33489,1731755979031/a7948fca2832%2C33489%2C1731755979031.1731755980966, exclude list is [], retry=0 2024-11-16T11:19:40,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45301,DS-9ac4685d-a3d2-40bd-b072-6ad0d71ced1d,DISK] 2024-11-16T11:19:40,981 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/WALs/a7948fca2832,33489,1731755979031/a7948fca2832%2C33489%2C1731755979031.1731755980966 2024-11-16T11:19:40,981 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36933:36933)] 2024-11-16T11:19:40,981 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:19:40,981 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:40,982 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:40,982 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:40,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:40,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:19:40,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:40,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:40,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:40,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:19:40,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:40,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:40,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:40,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:19:40,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:40,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:40,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:40,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:19:40,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:40,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:40,988 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:40,989 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:40,989 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:40,990 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:40,990 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:40,991 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:19:40,992 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:40,993 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:19:40,993 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63935511, jitterRate=-0.04728664457798004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:19:40,994 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731755980982Initializing all the Stores at 1731755980982Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755980982Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755980983 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755980983Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755980983Cleaning up temporary data from old regions at 1731755980990 (+7 ms)Region opened successfully at 1731755980994 (+4 ms) 2024-11-16T11:19:40,996 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:19:40,999 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257db69e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:19:40,999 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:19:40,999 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:19:41,000 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:19:41,000 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:19:41,000 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:19:41,000 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:19:41,000 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:19:41,003 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:19:41,004 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Unable to get data of znode /0-593896633/balancer because node does not exist (not necessarily an error) 2024-11-16T11:19:41,061 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-593896633/balancer already deleted, retry=false 2024-11-16T11:19:41,062 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:19:41,062 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Unable to get data of znode /0-593896633/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:19:41,072 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-593896633/normalizer already deleted, retry=false 2024-11-16T11:19:41,072 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:19:41,073 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Unable to get data of znode /0-593896633/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:19:41,082 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-593896633/switch/split already deleted, retry=false 2024-11-16T11:19:41,083 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Unable to get data of znode /0-593896633/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:19:41,093 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-593896633/switch/merge already deleted, retry=false 2024-11-16T11:19:41,094 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Unable to get data of znode /0-593896633/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:19:41,103 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-593896633/snapshot-cleanup already deleted, retry=false 2024-11-16T11:19:41,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-593896633/running 2024-11-16T11:19:41,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x101435f24930001, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-593896633/running 2024-11-16T11:19:41,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633 2024-11-16T11:19:41,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x101435f24930001, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633 2024-11-16T11:19:41,114 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,33489,1731755979031, sessionid=0x101435f24930000, setting cluster-up flag (Was=false) 2024-11-16T11:19:41,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x101435f24930001, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633 2024-11-16T11:19:41,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633 2024-11-16T11:19:41,166 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-593896633/flush-table-proc/acquired, /0-593896633/flush-table-proc/reached, /0-593896633/flush-table-proc/abort 2024-11-16T11:19:41,167 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,33489,1731755979031 2024-11-16T11:19:41,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x101435f24930001, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633 2024-11-16T11:19:41,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633 2024-11-16T11:19:41,219 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-593896633/online-snapshot/acquired, /0-593896633/online-snapshot/reached, /0-593896633/online-snapshot/abort 2024-11-16T11:19:41,220 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,33489,1731755979031 2024-11-16T11:19:41,221 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:19:41,222 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:19:41,222 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:19:41,223 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:19:41,223 WARN [master/a7948fca2832:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of a7948fca2832,41755,1731755951344: status=Processing ServerCrashProcedure of a7948fca2832,41755,1731755951344 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731755966555, completionTime=-1 appears to have been leaked 2024-11-16T11:19:41,223 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,33489,1731755979031 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:19:41,224 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:19:41,224 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:19:41,224 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:19:41,224 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:19:41,224 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:19:41,224 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:41,224 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:19:41,224 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:41,225 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731756011225 2024-11-16T11:19:41,225 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:19:41,225 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:19:41,225 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:19:41,225 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:19:41,225 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:19:41,225 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:19:41,225 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:41,225 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:19:41,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:19:41,225 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:19:41,225 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:19:41,225 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:19:41,225 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:19:41,226 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:19:41,226 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:19:41,226 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755981226,5,FailOnTimeoutGroup] 2024-11-16T11:19:41,226 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:41,226 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:19:41,227 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755981226,5,FailOnTimeoutGroup] 2024-11-16T11:19:41,227 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:41,227 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:19:41,227 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:41,227 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:41,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:19:41,243 INFO [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer(746): ClusterId : a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b 2024-11-16T11:19:41,243 DEBUG [RS:0;a7948fca2832:42935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:19:41,251 DEBUG [RS:0;a7948fca2832:42935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:19:41,251 DEBUG [RS:0;a7948fca2832:42935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:19:41,262 DEBUG [RS:0;a7948fca2832:42935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:19:41,262 DEBUG [RS:0;a7948fca2832:42935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dd52683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:19:41,273 DEBUG [RS:0;a7948fca2832:42935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:42935 2024-11-16T11:19:41,273 INFO [RS:0;a7948fca2832:42935 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:19:41,273 INFO [RS:0;a7948fca2832:42935 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:19:41,273 DEBUG [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:19:41,273 INFO [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,33489,1731755979031 with port=42935, startcode=1731755979216 2024-11-16T11:19:41,274 DEBUG [RS:0;a7948fca2832:42935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:19:41,275 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:19:41,275 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33489 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,42935,1731755979216 2024-11-16T11:19:41,275 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33489 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,42935,1731755979216 2024-11-16T11:19:41,276 DEBUG [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382 2024-11-16T11:19:41,276 DEBUG [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45093 2024-11-16T11:19:41,276 DEBUG [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:19:41,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633/rs 2024-11-16T11:19:41,283 DEBUG [RS:0;a7948fca2832:42935 {}] zookeeper.ZKUtil(111): regionserver:42935-0x101435f24930001, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Set watcher on existing znode=/0-593896633/rs/a7948fca2832,42935,1731755979216 2024-11-16T11:19:41,283 WARN [RS:0;a7948fca2832:42935 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:19:41,283 INFO [RS:0;a7948fca2832:42935 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:19:41,283 DEBUG [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216 2024-11-16T11:19:41,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,42935,1731755979216] 2024-11-16T11:19:41,286 INFO [RS:0;a7948fca2832:42935 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:19:41,287 INFO [RS:0;a7948fca2832:42935 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:19:41,288 INFO [RS:0;a7948fca2832:42935 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:19:41,288 INFO [RS:0;a7948fca2832:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:41,288 INFO [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:19:41,289 INFO [RS:0;a7948fca2832:42935 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:19:41,289 INFO [RS:0;a7948fca2832:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:41,289 DEBUG [RS:0;a7948fca2832:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:41,289 DEBUG [RS:0;a7948fca2832:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:41,289 DEBUG [RS:0;a7948fca2832:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:41,289 DEBUG [RS:0;a7948fca2832:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:41,289 DEBUG [RS:0;a7948fca2832:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:41,289 DEBUG [RS:0;a7948fca2832:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:19:41,289 DEBUG [RS:0;a7948fca2832:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:41,289 DEBUG [RS:0;a7948fca2832:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:41,289 DEBUG [RS:0;a7948fca2832:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:41,289 DEBUG [RS:0;a7948fca2832:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:41,289 DEBUG [RS:0;a7948fca2832:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:41,289 DEBUG [RS:0;a7948fca2832:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:41,289 DEBUG [RS:0;a7948fca2832:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:19:41,289 DEBUG [RS:0;a7948fca2832:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:19:41,292 INFO [RS:0;a7948fca2832:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:41,292 INFO [RS:0;a7948fca2832:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:41,292 INFO [RS:0;a7948fca2832:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:41,292 INFO [RS:0;a7948fca2832:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:41,292 INFO [RS:0;a7948fca2832:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:41,292 INFO [RS:0;a7948fca2832:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,42935,1731755979216-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:19:41,308 INFO [RS:0;a7948fca2832:42935 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:19:41,308 INFO [RS:0;a7948fca2832:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,42935,1731755979216-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:41,308 INFO [RS:0;a7948fca2832:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:41,308 INFO [RS:0;a7948fca2832:42935 {}] regionserver.Replication(171): a7948fca2832,42935,1731755979216 started 2024-11-16T11:19:41,321 INFO [RS:0;a7948fca2832:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:41,321 INFO [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,42935,1731755979216, RpcServer on a7948fca2832/172.17.0.2:42935, sessionid=0x101435f24930001 2024-11-16T11:19:41,321 DEBUG [RS:0;a7948fca2832:42935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:19:41,321 DEBUG [RS:0;a7948fca2832:42935 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,42935,1731755979216 2024-11-16T11:19:41,322 DEBUG [RS:0;a7948fca2832:42935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,42935,1731755979216' 2024-11-16T11:19:41,322 DEBUG [RS:0;a7948fca2832:42935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-593896633/flush-table-proc/abort' 2024-11-16T11:19:41,322 DEBUG [RS:0;a7948fca2832:42935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-593896633/flush-table-proc/acquired' 2024-11-16T11:19:41,322 DEBUG [RS:0;a7948fca2832:42935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:19:41,322 DEBUG [RS:0;a7948fca2832:42935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:19:41,322 DEBUG [RS:0;a7948fca2832:42935 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,42935,1731755979216 2024-11-16T11:19:41,322 DEBUG [RS:0;a7948fca2832:42935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,42935,1731755979216' 2024-11-16T11:19:41,322 DEBUG [RS:0;a7948fca2832:42935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-593896633/online-snapshot/abort' 2024-11-16T11:19:41,323 DEBUG [RS:0;a7948fca2832:42935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-593896633/online-snapshot/acquired' 2024-11-16T11:19:41,323 DEBUG [RS:0;a7948fca2832:42935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:19:41,323 INFO [RS:0;a7948fca2832:42935 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:19:41,323 INFO [RS:0;a7948fca2832:42935 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:19:41,423 INFO [RS:0;a7948fca2832:42935 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:19:41,425 INFO [RS:0;a7948fca2832:42935 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C42935%2C1731755979216, suffix=, logDir=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216, archiveDir=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/oldWALs, maxLogs=10 2024-11-16T11:19:41,440 DEBUG [RS:0;a7948fca2832:42935 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425, exclude list is [], retry=0 2024-11-16T11:19:41,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45301,DS-9ac4685d-a3d2-40bd-b072-6ad0d71ced1d,DISK] 2024-11-16T11:19:41,444 INFO [RS:0;a7948fca2832:42935 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 2024-11-16T11:19:41,444 DEBUG [RS:0;a7948fca2832:42935 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36933:36933)] 2024-11-16T11:19:41,636 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:19:41,636 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382 2024-11-16T11:19:41,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741833_1009 (size=32) 2024-11-16T11:19:42,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:42,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:19:42,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:19:42,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:42,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:42,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:19:42,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:19:42,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:42,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:42,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:19:42,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:19:42,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:42,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:42,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:19:42,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:19:42,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:42,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:42,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:19:42,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740 2024-11-16T11:19:42,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740 2024-11-16T11:19:42,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:19:42,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:19:42,050 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:19:42,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:19:42,053 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:19:42,053 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62383361, jitterRate=-0.07041548192501068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:19:42,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731755982042Initializing all the Stores at 1731755982042Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755982042Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755982043 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755982043Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755982043Cleaning up temporary data from old regions at 1731755982050 (+7 ms)Region opened successfully at 1731755982054 (+4 ms) 2024-11-16T11:19:42,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:19:42,054 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:19:42,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:19:42,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:19:42,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:19:42,054 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:19:42,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755982054Disabling compacts and flushes for region at 1731755982054Disabling writes for close at 1731755982054Writing region close event to WAL at 1731755982054Closed at 1731755982054 2024-11-16T11:19:42,055 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:19:42,055 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:19:42,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:19:42,056 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:19:42,056 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:19:42,207 DEBUG [a7948fca2832:33489 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:19:42,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,42935,1731755979216 2024-11-16T11:19:42,208 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,42935,1731755979216, state=OPENING 2024-11-16T11:19:42,261 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:19:42,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x101435f24930001, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633 2024-11-16T11:19:42,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633 2024-11-16T11:19:42,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-593896633/meta-region-server: CHANGED 2024-11-16T11:19:42,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-593896633/meta-region-server: CHANGED 2024-11-16T11:19:42,272 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:19:42,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,42935,1731755979216}] 2024-11-16T11:19:42,424 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:19:42,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:19:42,428 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:19:42,428 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:19:42,428 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:19:42,429 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C42935%2C1731755979216.meta, suffix=.meta, logDir=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216, archiveDir=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/oldWALs, maxLogs=10 2024-11-16T11:19:42,441 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.meta.1731755982430.meta, exclude list is [], retry=0 2024-11-16T11:19:42,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45301,DS-9ac4685d-a3d2-40bd-b072-6ad0d71ced1d,DISK] 2024-11-16T11:19:42,445 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.meta.1731755982430.meta 2024-11-16T11:19:42,445 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36933:36933)] 2024-11-16T11:19:42,445 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:19:42,445 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:19:42,445 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:19:42,445 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:19:42,445 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:19:42,445 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:19:42,446 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:42,446 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:19:42,446 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:19:42,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:19:42,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:19:42,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:42,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:42,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:19:42,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:19:42,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:42,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:42,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:19:42,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:19:42,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:42,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:42,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:19:42,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:19:42,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:42,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:42,451 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:19:42,451 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740 2024-11-16T11:19:42,452 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740 2024-11-16T11:19:42,453 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:19:42,453 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:19:42,453 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:19:42,454 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:19:42,455 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64000921, jitterRate=-0.046311959624290466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:19:42,455 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:19:42,456 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731755982446Writing region info on filesystem at 1731755982446Initializing all the Stores at 1731755982446Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755982446Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755982447 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755982447Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755982447Cleaning up temporary data from old regions at 1731755982453 (+6 ms)Running coprocessor post-open hooks at 1731755982455 (+2 ms)Region opened successfully at 1731755982456 (+1 ms) 2024-11-16T11:19:42,456 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731755982424 2024-11-16T11:19:42,458 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:19:42,458 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:19:42,458 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,42935,1731755979216 2024-11-16T11:19:42,459 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,42935,1731755979216, state=OPEN 2024-11-16T11:19:42,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x101435f24930001, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-593896633/meta-region-server 2024-11-16T11:19:42,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-593896633/meta-region-server 2024-11-16T11:19:42,502 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-593896633/meta-region-server: CHANGED 2024-11-16T11:19:42,502 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-593896633/meta-region-server: CHANGED 2024-11-16T11:19:42,502 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,42935,1731755979216 2024-11-16T11:19:42,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:19:42,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,42935,1731755979216 in 230 msec 2024-11-16T11:19:42,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:19:42,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-11-16T11:19:42,506 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:19:42,506 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:19:42,507 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:19:42,507 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,42935,1731755979216, seqNum=-1] 2024-11-16T11:19:42,507 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:19:42,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:19:42,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-16T11:19:42,512 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731755982512, completionTime=-1 2024-11-16T11:19:42,512 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:19:42,512 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:19:42,514 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:19:42,514 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731756042514 2024-11-16T11:19:42,514 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731756102514 2024-11-16T11:19:42,514 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T11:19:42,514 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,33489,1731755979031-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:42,514 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,33489,1731755979031-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:42,514 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,33489,1731755979031-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:42,514 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:33489, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:42,514 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:42,515 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:42,516 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:19:42,518 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.235sec 2024-11-16T11:19:42,518 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:19:42,518 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:19:42,518 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:19:42,518 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:19:42,518 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:19:42,518 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,33489,1731755979031-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:19:42,518 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,33489,1731755979031-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:19:42,520 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:19:42,520 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:19:42,520 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,33489,1731755979031-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:42,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152eda5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:42,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,33489,-1 for getting cluster id 2024-11-16T11:19:42,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:42,545 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b' 2024-11-16T11:19:42,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:42,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b" 2024-11-16T11:19:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e6d90c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,33489,-1] 2024-11-16T11:19:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:42,547 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:42,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223ea81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:42,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:19:42,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,42935,1731755979216, seqNum=-1] 2024-11-16T11:19:42,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:19:42,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:19:42,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,33489,1731755979031 2024-11-16T11:19:42,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50838 2024-11-16T11:19:42,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:19:42,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101435f24930002 connected 2024-11-16T11:19:42,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/hadoop.log.dir so I do NOT create it in target/test-data/56fcd214-1591-1521-d617-079d3abc80c3 2024-11-16T11:19:42,580 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:19:42,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/hadoop.tmp.dir so I do NOT create it in target/test-data/56fcd214-1591-1521-d617-079d3abc80c3 2024-11-16T11:19:42,580 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:19:42,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3 2024-11-16T11:19:42,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:19:42,580 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/cluster_d8f9b8a2-b94e-aaba-f8e8-25c5d37e3701, deleteOnExit=true 2024-11-16T11:19:42,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:19:42,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/test.cache.data in system properties and HBase conf 2024-11-16T11:19:42,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:19:42,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:19:42,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:19:42,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:19:42,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:19:42,580 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:19:42,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:19:42,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:19:42,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:19:42,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:19:42,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:19:42,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:19:42,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:19:42,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:19:42,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:19:42,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:19:42,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:19:42,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:19:42,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:19:42,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:19:42,909 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:19:42,912 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:19:42,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:19:42,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:19:42,914 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:19:42,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:19:42,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@356a080a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:19:42,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@268e84f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:19:43,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@510f7320{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/java.io.tmpdir/jetty-localhost-37361-hadoop-hdfs-3_4_1-tests_jar-_-any-12430292144573663235/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:19:43,009 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79e27daf{HTTP/1.1, (http/1.1)}{localhost:37361} 2024-11-16T11:19:43,009 INFO [Time-limited test {}] server.Server(415): Started @176872ms 2024-11-16T11:19:43,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:19:43,598 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:19:43,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:19:43,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:19:43,601 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:19:43,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b384aca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:19:43,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b1a24d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:19:43,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f81a6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/java.io.tmpdir/jetty-localhost-36511-hadoop-hdfs-3_4_1-tests_jar-_-any-8406716126918593457/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:19:43,700 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70d9f799{HTTP/1.1, (http/1.1)}{localhost:36511} 2024-11-16T11:19:43,700 INFO [Time-limited test {}] server.Server(415): Started @177562ms 2024-11-16T11:19:43,701 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:19:43,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T11:19:44,378 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/cluster_d8f9b8a2-b94e-aaba-f8e8-25c5d37e3701/data/data1/current/BP-651335290-172.17.0.2-1731755982612/current, will proceed with Du for space computation calculation, 2024-11-16T11:19:44,378 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/cluster_d8f9b8a2-b94e-aaba-f8e8-25c5d37e3701/data/data2/current/BP-651335290-172.17.0.2-1731755982612/current, will proceed with Du for space computation calculation, 2024-11-16T11:19:44,393 WARN [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:19:44,395 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d9d0c1786b876f with lease ID 0xfc42fefdfa116412: Processing first storage report for DS-1eada203-51e6-4fce-b6d0-2d261dc7c787 from datanode DatanodeRegistration(127.0.0.1:35535, datanodeUuid=888b4876-833e-4d0e-ae0e-0c9af88d13e6, infoPort=42751, infoSecurePort=0, ipcPort=36671, storageInfo=lv=-57;cid=testClusterID;nsid=887717098;c=1731755982612) 2024-11-16T11:19:44,395 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d9d0c1786b876f with lease ID 0xfc42fefdfa116412: from storage DS-1eada203-51e6-4fce-b6d0-2d261dc7c787 node DatanodeRegistration(127.0.0.1:35535, datanodeUuid=888b4876-833e-4d0e-ae0e-0c9af88d13e6, infoPort=42751, infoSecurePort=0, ipcPort=36671, storageInfo=lv=-57;cid=testClusterID;nsid=887717098;c=1731755982612), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:19:44,395 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d9d0c1786b876f with lease ID 0xfc42fefdfa116412: Processing first storage report for DS-4eaaf130-fe07-40c4-82f1-d280b4279498 from datanode DatanodeRegistration(127.0.0.1:35535, datanodeUuid=888b4876-833e-4d0e-ae0e-0c9af88d13e6, infoPort=42751, infoSecurePort=0, ipcPort=36671, storageInfo=lv=-57;cid=testClusterID;nsid=887717098;c=1731755982612) 2024-11-16T11:19:44,395 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d9d0c1786b876f with lease ID 0xfc42fefdfa116412: from storage DS-4eaaf130-fe07-40c4-82f1-d280b4279498 node DatanodeRegistration(127.0.0.1:35535, datanodeUuid=888b4876-833e-4d0e-ae0e-0c9af88d13e6, infoPort=42751, infoSecurePort=0, ipcPort=36671, storageInfo=lv=-57;cid=testClusterID;nsid=887717098;c=1731755982612), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:19:44,432 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3 2024-11-16T11:19:44,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:44,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:44,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:19:44,841 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf with version=8 2024-11-16T11:19:44,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/hbase-staging 2024-11-16T11:19:44,843 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:19:44,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:44,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:44,843 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:19:44,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:44,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:19:44,843 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:19:44,843 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:19:44,844 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45305 2024-11-16T11:19:44,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45305 connecting to ZooKeeper ensemble=127.0.0.1:50838 2024-11-16T11:19:44,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453050x0, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:19:44,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45305-0x101435f24930003 connected 2024-11-16T11:19:45,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:45,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:45,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Set watcher on znode that does not yet exist, /1-1729662596/running 2024-11-16T11:19:45,138 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf, hbase.cluster.distributed=false 2024-11-16T11:19:45,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Set watcher on znode that does not yet exist, /1-1729662596/acl 2024-11-16T11:19:45,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45305 2024-11-16T11:19:45,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45305 2024-11-16T11:19:45,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45305 2024-11-16T11:19:45,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45305 2024-11-16T11:19:45,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45305 2024-11-16T11:19:45,155 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:19:45,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:45,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:45,155 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:19:45,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:19:45,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:19:45,156 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:19:45,156 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:19:45,156 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35017 2024-11-16T11:19:45,157 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35017 connecting to ZooKeeper ensemble=127.0.0.1:50838 2024-11-16T11:19:45,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:45,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:45,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350170x0, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:19:45,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35017-0x101435f24930004 connected 2024-11-16T11:19:45,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Set watcher on znode that does not yet exist, /1-1729662596/running 2024-11-16T11:19:45,167 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:19:45,168 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:19:45,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Set watcher on znode that does not yet exist, /1-1729662596/master 2024-11-16T11:19:45,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Set watcher on znode that does not yet exist, /1-1729662596/acl 2024-11-16T11:19:45,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35017 2024-11-16T11:19:45,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35017 2024-11-16T11:19:45,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35017 2024-11-16T11:19:45,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35017 2024-11-16T11:19:45,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35017 2024-11-16T11:19:45,188 DEBUG [M:0;a7948fca2832:45305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:45305 2024-11-16T11:19:45,189 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1729662596/backup-masters/a7948fca2832,45305,1731755984843 2024-11-16T11:19:45,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596/backup-masters 2024-11-16T11:19:45,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596/backup-masters 2024-11-16T11:19:45,198 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Set watcher on existing znode=/1-1729662596/backup-masters/a7948fca2832,45305,1731755984843 2024-11-16T11:19:45,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596 2024-11-16T11:19:45,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1729662596/master 2024-11-16T11:19:45,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596 2024-11-16T11:19:45,209 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Set watcher on existing znode=/1-1729662596/master 2024-11-16T11:19:45,209 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1729662596/backup-masters/a7948fca2832,45305,1731755984843 from backup master directory 2024-11-16T11:19:45,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1729662596/backup-masters/a7948fca2832,45305,1731755984843 2024-11-16T11:19:45,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596/backup-masters 2024-11-16T11:19:45,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596/backup-masters 2024-11-16T11:19:45,219 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:19:45,219 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,45305,1731755984843 2024-11-16T11:19:45,222 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/hbase.id] with ID: 5cd663dd-1263-4714-bedf-0f29be81d8f7 2024-11-16T11:19:45,222 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/.tmp/hbase.id 2024-11-16T11:19:45,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:19:45,626 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/.tmp/hbase.id]:[hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/hbase.id] 2024-11-16T11:19:45,635 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:45,635 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:19:45,636 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T11:19:45,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596 2024-11-16T11:19:45,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596 2024-11-16T11:19:45,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:19:46,088 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:19:46,089 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:19:46,089 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:19:46,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:19:46,496 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/data/master/store 2024-11-16T11:19:46,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:19:46,902 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:46,902 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:19:46,902 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:46,902 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:46,902 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:19:46,902 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:46,902 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:19:46,902 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755986902Disabling compacts and flushes for region at 1731755986902Disabling writes for close at 1731755986902Writing region close event to WAL at 1731755986902Closed at 1731755986902 2024-11-16T11:19:46,903 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/data/master/store/.initializing 2024-11-16T11:19:46,903 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/WALs/a7948fca2832,45305,1731755984843 2024-11-16T11:19:46,904 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:19:46,905 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C45305%2C1731755984843, suffix=, logDir=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/WALs/a7948fca2832,45305,1731755984843, archiveDir=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/oldWALs, maxLogs=10 2024-11-16T11:19:46,918 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/WALs/a7948fca2832,45305,1731755984843/a7948fca2832%2C45305%2C1731755984843.1731755986906, exclude list is [], retry=0 2024-11-16T11:19:46,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35535,DS-1eada203-51e6-4fce-b6d0-2d261dc7c787,DISK] 2024-11-16T11:19:46,921 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/WALs/a7948fca2832,45305,1731755984843/a7948fca2832%2C45305%2C1731755984843.1731755986906 2024-11-16T11:19:46,922 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42751:42751)] 2024-11-16T11:19:46,922 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:19:46,922 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:46,922 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:46,922 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:46,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:46,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:19:46,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:46,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:46,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:46,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:19:46,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:46,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:46,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:46,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:19:46,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:46,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:46,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:46,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:19:46,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:46,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:46,929 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:46,929 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:46,929 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:46,930 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:46,930 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:46,931 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:19:46,932 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:19:46,933 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:19:46,933 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74149406, jitterRate=0.10491225123405457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:19:46,933 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731755986922Initializing all the Stores at 1731755986923 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755986923Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755986923Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755986923Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755986923Cleaning up temporary data from old regions at 1731755986930 (+7 ms)Region opened successfully at 1731755986933 (+3 ms) 2024-11-16T11:19:46,934 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:19:46,936 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff70d97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:19:46,937 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:19:46,937 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:19:46,937 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:19:46,937 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:19:46,938 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:19:46,938 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:19:46,938 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:19:46,940 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:19:46,941 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Unable to get data of znode /1-1729662596/balancer because node does not exist (not necessarily an error) 2024-11-16T11:19:47,008 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1729662596/balancer already deleted, retry=false 2024-11-16T11:19:47,009 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:19:47,009 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Unable to get data of znode /1-1729662596/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:19:47,019 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1729662596/normalizer already deleted, retry=false 2024-11-16T11:19:47,019 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:19:47,020 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Unable to get data of znode /1-1729662596/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:19:47,029 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1729662596/switch/split already deleted, retry=false 2024-11-16T11:19:47,030 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Unable to get data of znode /1-1729662596/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:19:47,040 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1729662596/switch/merge already deleted, retry=false 2024-11-16T11:19:47,041 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Unable to get data of znode /1-1729662596/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:19:47,050 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1729662596/snapshot-cleanup already deleted, retry=false 2024-11-16T11:19:47,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1729662596/running 2024-11-16T11:19:47,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596 2024-11-16T11:19:47,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1729662596/running 2024-11-16T11:19:47,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596 2024-11-16T11:19:47,061 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,45305,1731755984843, sessionid=0x101435f24930003, setting cluster-up flag (Was=false) 2024-11-16T11:19:47,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596 2024-11-16T11:19:47,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596 2024-11-16T11:19:47,113 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1729662596/flush-table-proc/acquired, /1-1729662596/flush-table-proc/reached, /1-1729662596/flush-table-proc/abort 2024-11-16T11:19:47,114 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,45305,1731755984843 2024-11-16T11:19:47,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596 2024-11-16T11:19:47,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596 2024-11-16T11:19:47,166 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1729662596/online-snapshot/acquired, /1-1729662596/online-snapshot/reached, /1-1729662596/online-snapshot/abort 2024-11-16T11:19:47,167 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,45305,1731755984843 2024-11-16T11:19:47,168 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:19:47,169 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:19:47,169 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:19:47,169 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:19:47,170 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,45305,1731755984843 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:19:47,171 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:19:47,171 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:19:47,171 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:19:47,171 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:19:47,171 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:19:47,171 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:47,171 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:19:47,171 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:47,172 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731756017172 2024-11-16T11:19:47,172 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:19:47,172 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:19:47,172 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:19:47,172 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:19:47,172 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:19:47,172 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:19:47,172 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:19:47,172 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:19:47,173 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:47,173 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:19:47,174 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:47,174 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:19:47,174 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:19:47,174 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:19:47,174 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:19:47,174 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:19:47,175 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:19:47,175 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755987175,5,FailOnTimeoutGroup] 2024-11-16T11:19:47,175 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755987175,5,FailOnTimeoutGroup] 2024-11-16T11:19:47,175 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:47,175 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:19:47,175 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:47,175 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:47,181 INFO [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(746): ClusterId : 5cd663dd-1263-4714-bedf-0f29be81d8f7 2024-11-16T11:19:47,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:19:47,181 DEBUG [RS:0;a7948fca2832:35017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:19:47,188 DEBUG [RS:0;a7948fca2832:35017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:19:47,188 DEBUG [RS:0;a7948fca2832:35017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:19:47,198 DEBUG [RS:0;a7948fca2832:35017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:19:47,198 DEBUG [RS:0;a7948fca2832:35017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8756b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:19:47,209 DEBUG [RS:0;a7948fca2832:35017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:35017 2024-11-16T11:19:47,209 INFO [RS:0;a7948fca2832:35017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:19:47,209 INFO [RS:0;a7948fca2832:35017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:19:47,209 DEBUG [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:19:47,210 INFO [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,45305,1731755984843 with port=35017, startcode=1731755985155 2024-11-16T11:19:47,210 DEBUG [RS:0;a7948fca2832:35017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:19:47,211 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:19:47,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45305 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,35017,1731755985155 2024-11-16T11:19:47,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45305 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,35017,1731755985155 2024-11-16T11:19:47,212 DEBUG [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf 2024-11-16T11:19:47,213 DEBUG [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37177 2024-11-16T11:19:47,213 DEBUG [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:19:47,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596/rs 2024-11-16T11:19:47,267 DEBUG [RS:0;a7948fca2832:35017 {}] zookeeper.ZKUtil(111): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Set watcher on existing znode=/1-1729662596/rs/a7948fca2832,35017,1731755985155 2024-11-16T11:19:47,267 WARN [RS:0;a7948fca2832:35017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:19:47,267 INFO [RS:0;a7948fca2832:35017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:19:47,267 DEBUG [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155 2024-11-16T11:19:47,267 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,35017,1731755985155] 2024-11-16T11:19:47,270 INFO [RS:0;a7948fca2832:35017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:19:47,271 INFO [RS:0;a7948fca2832:35017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:19:47,272 INFO [RS:0;a7948fca2832:35017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:19:47,272 INFO [RS:0;a7948fca2832:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:47,272 INFO [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:19:47,273 INFO [RS:0;a7948fca2832:35017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:19:47,273 INFO [RS:0;a7948fca2832:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:47,273 DEBUG [RS:0;a7948fca2832:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:47,273 DEBUG [RS:0;a7948fca2832:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:47,273 DEBUG [RS:0;a7948fca2832:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:47,273 DEBUG [RS:0;a7948fca2832:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:47,273 DEBUG [RS:0;a7948fca2832:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:47,273 DEBUG [RS:0;a7948fca2832:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:19:47,273 DEBUG [RS:0;a7948fca2832:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:47,273 DEBUG [RS:0;a7948fca2832:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:47,273 DEBUG [RS:0;a7948fca2832:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:47,273 DEBUG [RS:0;a7948fca2832:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:47,273 DEBUG [RS:0;a7948fca2832:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:47,273 DEBUG [RS:0;a7948fca2832:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:19:47,273 DEBUG [RS:0;a7948fca2832:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:19:47,273 DEBUG [RS:0;a7948fca2832:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:19:47,276 INFO [RS:0;a7948fca2832:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:47,276 INFO [RS:0;a7948fca2832:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:47,276 INFO [RS:0;a7948fca2832:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:47,276 INFO [RS:0;a7948fca2832:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:47,276 INFO [RS:0;a7948fca2832:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:47,276 INFO [RS:0;a7948fca2832:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,35017,1731755985155-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:19:47,286 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T11:19:47,295 INFO [RS:0;a7948fca2832:35017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:19:47,295 INFO [RS:0;a7948fca2832:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,35017,1731755985155-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:47,295 INFO [RS:0;a7948fca2832:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:47,295 INFO [RS:0;a7948fca2832:35017 {}] regionserver.Replication(171): a7948fca2832,35017,1731755985155 started 2024-11-16T11:19:47,313 INFO [RS:0;a7948fca2832:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:47,313 INFO [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,35017,1731755985155, RpcServer on a7948fca2832/172.17.0.2:35017, sessionid=0x101435f24930004 2024-11-16T11:19:47,313 DEBUG [RS:0;a7948fca2832:35017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:19:47,313 DEBUG [RS:0;a7948fca2832:35017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,35017,1731755985155 2024-11-16T11:19:47,313 DEBUG [RS:0;a7948fca2832:35017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,35017,1731755985155' 2024-11-16T11:19:47,314 DEBUG [RS:0;a7948fca2832:35017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1729662596/flush-table-proc/abort' 2024-11-16T11:19:47,314 DEBUG [RS:0;a7948fca2832:35017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1729662596/flush-table-proc/acquired' 2024-11-16T11:19:47,314 DEBUG [RS:0;a7948fca2832:35017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:19:47,314 DEBUG [RS:0;a7948fca2832:35017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:19:47,314 DEBUG [RS:0;a7948fca2832:35017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,35017,1731755985155 2024-11-16T11:19:47,314 DEBUG [RS:0;a7948fca2832:35017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,35017,1731755985155' 2024-11-16T11:19:47,314 DEBUG [RS:0;a7948fca2832:35017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1729662596/online-snapshot/abort' 2024-11-16T11:19:47,315 DEBUG [RS:0;a7948fca2832:35017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1729662596/online-snapshot/acquired' 2024-11-16T11:19:47,315 DEBUG [RS:0;a7948fca2832:35017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:19:47,315 INFO [RS:0;a7948fca2832:35017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:19:47,315 INFO [RS:0;a7948fca2832:35017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:19:47,415 INFO [RS:0;a7948fca2832:35017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:19:47,416 INFO [RS:0;a7948fca2832:35017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C35017%2C1731755985155, suffix=, logDir=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155, archiveDir=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/oldWALs, maxLogs=10 2024-11-16T11:19:47,428 DEBUG [RS:0;a7948fca2832:35017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417, exclude list is [], retry=0 2024-11-16T11:19:47,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35535,DS-1eada203-51e6-4fce-b6d0-2d261dc7c787,DISK] 2024-11-16T11:19:47,431 INFO [RS:0;a7948fca2832:35017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 2024-11-16T11:19:47,432 DEBUG [RS:0;a7948fca2832:35017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42751:42751)] 2024-11-16T11:19:47,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:19:47,583 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf 2024-11-16T11:19:47,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741833_1009 (size=32) 2024-11-16T11:19:47,947 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:19:47,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:47,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:47,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:47,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:47,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:47,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:47,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:47,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:19:47,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:19:47,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:47,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:47,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:19:47,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:19:47,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:47,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:47,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:19:47,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:19:47,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:47,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:47,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:19:47,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:19:47,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:47,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:47,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:19:47,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740 2024-11-16T11:19:47,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740 2024-11-16T11:19:47,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:19:47,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:19:47,999 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:19:47,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:19:48,001 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:19:48,002 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74945627, jitterRate=0.11677686870098114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:19:48,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731755987990Initializing all the Stores at 1731755987991 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755987991Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755987991Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755987991Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755987991Cleaning up temporary data from old regions at 1731755987998 (+7 ms)Region opened successfully at 1731755988002 (+4 ms) 2024-11-16T11:19:48,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:19:48,002 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:19:48,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:19:48,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:19:48,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:19:48,002 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:19:48,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755988002Disabling compacts and flushes for region at 1731755988002Disabling writes for close at 1731755988002Writing region close event to WAL at 1731755988002Closed at 1731755988002 2024-11-16T11:19:48,003 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:19:48,003 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:19:48,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:19:48,004 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:19:48,004 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:19:48,155 DEBUG [a7948fca2832:45305 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:19:48,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,35017,1731755985155 2024-11-16T11:19:48,156 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,35017,1731755985155, state=OPENING 2024-11-16T11:19:48,208 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:19:48,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596 2024-11-16T11:19:48,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596 2024-11-16T11:19:48,219 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:19:48,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1729662596/meta-region-server: CHANGED 2024-11-16T11:19:48,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1729662596/meta-region-server: CHANGED 2024-11-16T11:19:48,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,35017,1731755985155}] 2024-11-16T11:19:48,372 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:19:48,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:19:48,377 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:19:48,377 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:19:48,377 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:19:48,378 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C35017%2C1731755985155.meta, suffix=.meta, logDir=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155, archiveDir=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/oldWALs, maxLogs=10 2024-11-16T11:19:48,394 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.meta.1731755988379.meta, exclude list is [], retry=0 2024-11-16T11:19:48,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35535,DS-1eada203-51e6-4fce-b6d0-2d261dc7c787,DISK] 2024-11-16T11:19:48,399 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.meta.1731755988379.meta 2024-11-16T11:19:48,400 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42751:42751)] 2024-11-16T11:19:48,400 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:19:48,400 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:19:48,400 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:19:48,401 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:19:48,401 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:19:48,401 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:19:48,401 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:48,401 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:19:48,401 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:19:48,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:19:48,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:19:48,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:48,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:48,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:19:48,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:19:48,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:48,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:48,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:19:48,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:19:48,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:48,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:48,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:19:48,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:19:48,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:48,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:19:48,407 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:19:48,407 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740 2024-11-16T11:19:48,408 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740 2024-11-16T11:19:48,409 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:19:48,409 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:19:48,409 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:19:48,410 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:19:48,411 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75336560, jitterRate=0.12260222434997559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:19:48,411 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:19:48,411 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731755988401Writing region info on filesystem at 1731755988401Initializing all the Stores at 1731755988402 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755988402Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755988402Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755988402Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755988402Cleaning up temporary data from old regions at 1731755988409 (+7 ms)Running coprocessor post-open hooks at 1731755988411 (+2 ms)Region opened successfully at 1731755988411 2024-11-16T11:19:48,412 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731755988372 2024-11-16T11:19:48,414 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:19:48,414 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:19:48,414 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,35017,1731755985155 2024-11-16T11:19:48,415 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,35017,1731755985155, state=OPEN 2024-11-16T11:19:48,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1729662596/meta-region-server 2024-11-16T11:19:48,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1729662596/meta-region-server 2024-11-16T11:19:48,419 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,35017,1731755985155 2024-11-16T11:19:48,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1729662596/meta-region-server: CHANGED 2024-11-16T11:19:48,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1729662596/meta-region-server: CHANGED 2024-11-16T11:19:48,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:19:48,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,35017,1731755985155 in 200 msec 2024-11-16T11:19:48,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:19:48,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 418 msec 2024-11-16T11:19:48,424 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:19:48,424 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:19:48,425 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:19:48,425 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1] 2024-11-16T11:19:48,425 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:19:48,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:19:48,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-11-16T11:19:48,431 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731755988431, completionTime=-1 2024-11-16T11:19:48,431 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:19:48,431 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:19:48,432 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:19:48,433 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731756048432 2024-11-16T11:19:48,433 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731756108433 2024-11-16T11:19:48,433 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T11:19:48,433 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45305,1731755984843-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:48,433 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45305,1731755984843-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:48,433 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45305,1731755984843-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:48,433 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:45305, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:48,433 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:48,433 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:48,434 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:19:48,436 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.217sec 2024-11-16T11:19:48,436 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:19:48,436 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:19:48,436 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:19:48,436 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:19:48,436 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:19:48,436 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45305,1731755984843-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:19:48,436 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45305,1731755984843-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:19:48,438 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:19:48,438 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:19:48,438 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45305,1731755984843-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:19:48,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a355638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:48,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,45305,-1 for getting cluster id 2024-11-16T11:19:48,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:48,483 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cd663dd-1263-4714-bedf-0f29be81d8f7' 2024-11-16T11:19:48,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:48,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cd663dd-1263-4714-bedf-0f29be81d8f7" 2024-11-16T11:19:48,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa35c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:48,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,45305,-1] 2024-11-16T11:19:48,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:48,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:48,485 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:48,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1434caa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:48,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:19:48,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1] 2024-11-16T11:19:48,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:19:48,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:19:48,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,45305,1731755984843 2024-11-16T11:19:48,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50838 2024-11-16T11:19:48,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:19:48,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101435f24930005 connected 2024-11-16T11:19:48,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:19:48,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,33489,1731755979031 2024-11-16T11:19:48,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77dbf2 2024-11-16T11:19:48,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:19:48,517 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:19:48,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:19:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T11:19:48,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:19:48,520 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:48,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T11:19:48,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:19:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:19:48,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741835_1011 (size=902) 2024-11-16T11:19:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:19:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:19:48,928 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d81bd9498ef6a36f8109273965b98d8, NAME => 'test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382 2024-11-16T11:19:48,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741836_1012 (size=39) 2024-11-16T11:19:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:19:49,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:49,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0d81bd9498ef6a36f8109273965b98d8, disabling compactions & flushes 2024-11-16T11:19:49,334 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8. 2024-11-16T11:19:49,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8. 2024-11-16T11:19:49,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8. after waiting 0 ms 2024-11-16T11:19:49,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8. 2024-11-16T11:19:49,334 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8. 2024-11-16T11:19:49,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d81bd9498ef6a36f8109273965b98d8: Waiting for close lock at 1731755989333Disabling compacts and flushes for region at 1731755989333Disabling writes for close at 1731755989334 (+1 ms)Writing region close event to WAL at 1731755989334Closed at 1731755989334 2024-11-16T11:19:49,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:19:49,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731755989335"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755989335"}]},"ts":"1731755989335"} 2024-11-16T11:19:49,337 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:19:49,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:19:49,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755989337"}]},"ts":"1731755989337"} 2024-11-16T11:19:49,339 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T11:19:49,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0d81bd9498ef6a36f8109273965b98d8, ASSIGN}] 2024-11-16T11:19:49,340 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0d81bd9498ef6a36f8109273965b98d8, ASSIGN 2024-11-16T11:19:49,340 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0d81bd9498ef6a36f8109273965b98d8, ASSIGN; state=OFFLINE, location=a7948fca2832,42935,1731755979216; forceNewPlan=false, retain=false 2024-11-16T11:19:49,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d81bd9498ef6a36f8109273965b98d8, regionState=OPENING, regionLocation=a7948fca2832,42935,1731755979216 2024-11-16T11:19:49,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0d81bd9498ef6a36f8109273965b98d8, ASSIGN because future has completed 2024-11-16T11:19:49,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d81bd9498ef6a36f8109273965b98d8, server=a7948fca2832,42935,1731755979216}] 2024-11-16T11:19:49,649 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8. 2024-11-16T11:19:49,649 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d81bd9498ef6a36f8109273965b98d8, NAME => 'test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:19:49,650 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:19:49,650 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T11:19:49,650 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0d81bd9498ef6a36f8109273965b98d8 2024-11-16T11:19:49,650 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:49,650 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0d81bd9498ef6a36f8109273965b98d8 2024-11-16T11:19:49,650 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0d81bd9498ef6a36f8109273965b98d8 2024-11-16T11:19:49,652 INFO [StoreOpener-0d81bd9498ef6a36f8109273965b98d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0d81bd9498ef6a36f8109273965b98d8 2024-11-16T11:19:49,653 INFO [StoreOpener-0d81bd9498ef6a36f8109273965b98d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d81bd9498ef6a36f8109273965b98d8 columnFamilyName f 2024-11-16T11:19:49,653 DEBUG [StoreOpener-0d81bd9498ef6a36f8109273965b98d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:49,653 INFO [StoreOpener-0d81bd9498ef6a36f8109273965b98d8-1 {}] regionserver.HStore(327): Store=0d81bd9498ef6a36f8109273965b98d8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:49,653 INFO [StoreOpener-0d81bd9498ef6a36f8109273965b98d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0d81bd9498ef6a36f8109273965b98d8 2024-11-16T11:19:49,654 INFO [StoreOpener-0d81bd9498ef6a36f8109273965b98d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d81bd9498ef6a36f8109273965b98d8 columnFamilyName f1 2024-11-16T11:19:49,654 DEBUG [StoreOpener-0d81bd9498ef6a36f8109273965b98d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:49,655 INFO [StoreOpener-0d81bd9498ef6a36f8109273965b98d8-1 {}] regionserver.HStore(327): Store=0d81bd9498ef6a36f8109273965b98d8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:49,655 INFO [StoreOpener-0d81bd9498ef6a36f8109273965b98d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0d81bd9498ef6a36f8109273965b98d8 2024-11-16T11:19:49,656 INFO [StoreOpener-0d81bd9498ef6a36f8109273965b98d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d81bd9498ef6a36f8109273965b98d8 columnFamilyName norep 2024-11-16T11:19:49,656 DEBUG [StoreOpener-0d81bd9498ef6a36f8109273965b98d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:49,656 INFO [StoreOpener-0d81bd9498ef6a36f8109273965b98d8-1 {}] regionserver.HStore(327): Store=0d81bd9498ef6a36f8109273965b98d8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:49,656 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0d81bd9498ef6a36f8109273965b98d8 2024-11-16T11:19:49,657 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/default/test/0d81bd9498ef6a36f8109273965b98d8 2024-11-16T11:19:49,657 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/default/test/0d81bd9498ef6a36f8109273965b98d8 2024-11-16T11:19:49,658 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0d81bd9498ef6a36f8109273965b98d8 2024-11-16T11:19:49,658 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0d81bd9498ef6a36f8109273965b98d8 2024-11-16T11:19:49,658 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:19:49,659 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0d81bd9498ef6a36f8109273965b98d8 2024-11-16T11:19:49,660 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/default/test/0d81bd9498ef6a36f8109273965b98d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:19:49,660 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0d81bd9498ef6a36f8109273965b98d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71433412, jitterRate=0.0644407868385315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:19:49,660 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d81bd9498ef6a36f8109273965b98d8 2024-11-16T11:19:49,661 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0d81bd9498ef6a36f8109273965b98d8: Running coprocessor pre-open hook at 1731755989650Writing region info on filesystem at 1731755989650Initializing all the Stores at 1731755989651 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755989651Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755989652 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755989652Cleaning up temporary data from old regions at 1731755989658 (+6 ms)Running coprocessor post-open hooks at 1731755989660 (+2 ms)Region opened successfully at 1731755989661 (+1 ms) 2024-11-16T11:19:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:19:49,662 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8., pid=6, masterSystemTime=1731755989645 2024-11-16T11:19:49,663 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8. 2024-11-16T11:19:49,663 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8. 2024-11-16T11:19:49,664 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d81bd9498ef6a36f8109273965b98d8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a7948fca2832,42935,1731755979216 2024-11-16T11:19:49,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d81bd9498ef6a36f8109273965b98d8, server=a7948fca2832,42935,1731755979216 because future has completed 2024-11-16T11:19:49,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T11:19:49,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d81bd9498ef6a36f8109273965b98d8, server=a7948fca2832,42935,1731755979216 in 173 msec 2024-11-16T11:19:49,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T11:19:49,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0d81bd9498ef6a36f8109273965b98d8, ASSIGN in 329 msec 2024-11-16T11:19:49,670 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:19:49,670 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755989670"}]},"ts":"1731755989670"} 2024-11-16T11:19:49,672 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T11:19:49,672 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:19:49,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-16T11:19:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:19:50,672 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T11:19:50,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:19:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,45305,1731755984843 2024-11-16T11:19:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c09ea08 2024-11-16T11:19:50,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:19:50,673 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:19:50,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:19:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T11:19:50,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:19:50,676 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:50,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T11:19:50,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:19:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:19:50,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741835_1011 (size=902) 2024-11-16T11:19:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:19:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:19:51,083 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1888c89558d41a23cb5d9386c07eace5, NAME => 'test,,1731755990674.1888c89558d41a23cb5d9386c07eace5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf 2024-11-16T11:19:51,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741836_1012 (size=39) 2024-11-16T11:19:51,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731755990674.1888c89558d41a23cb5d9386c07eace5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:51,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1888c89558d41a23cb5d9386c07eace5, disabling compactions & flushes 2024-11-16T11:19:51,088 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731755990674.1888c89558d41a23cb5d9386c07eace5. 2024-11-16T11:19:51,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731755990674.1888c89558d41a23cb5d9386c07eace5. 2024-11-16T11:19:51,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731755990674.1888c89558d41a23cb5d9386c07eace5. after waiting 0 ms 2024-11-16T11:19:51,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731755990674.1888c89558d41a23cb5d9386c07eace5. 2024-11-16T11:19:51,088 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731755990674.1888c89558d41a23cb5d9386c07eace5. 2024-11-16T11:19:51,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1888c89558d41a23cb5d9386c07eace5: Waiting for close lock at 1731755991088Disabling compacts and flushes for region at 1731755991088Disabling writes for close at 1731755991088Writing region close event to WAL at 1731755991088Closed at 1731755991088 2024-11-16T11:19:51,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:19:51,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731755990674.1888c89558d41a23cb5d9386c07eace5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731755991089"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755991089"}]},"ts":"1731755991089"} 2024-11-16T11:19:51,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:19:51,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:19:51,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755991093"}]},"ts":"1731755991093"} 2024-11-16T11:19:51,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T11:19:51,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1888c89558d41a23cb5d9386c07eace5, ASSIGN}] 2024-11-16T11:19:51,096 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1888c89558d41a23cb5d9386c07eace5, ASSIGN 2024-11-16T11:19:51,097 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1888c89558d41a23cb5d9386c07eace5, ASSIGN; state=OFFLINE, location=a7948fca2832,35017,1731755985155; forceNewPlan=false, retain=false 2024-11-16T11:19:51,248 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1888c89558d41a23cb5d9386c07eace5, regionState=OPENING, regionLocation=a7948fca2832,35017,1731755985155 2024-11-16T11:19:51,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1888c89558d41a23cb5d9386c07eace5, ASSIGN because future has completed 2024-11-16T11:19:51,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1888c89558d41a23cb5d9386c07eace5, server=a7948fca2832,35017,1731755985155}] 2024-11-16T11:19:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:19:51,405 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731755990674.1888c89558d41a23cb5d9386c07eace5. 2024-11-16T11:19:51,405 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1888c89558d41a23cb5d9386c07eace5, NAME => 'test,,1731755990674.1888c89558d41a23cb5d9386c07eace5.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:19:51,406 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:19:51,406 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T11:19:51,406 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1888c89558d41a23cb5d9386c07eace5 2024-11-16T11:19:51,406 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731755990674.1888c89558d41a23cb5d9386c07eace5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:51,406 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1888c89558d41a23cb5d9386c07eace5 2024-11-16T11:19:51,406 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1888c89558d41a23cb5d9386c07eace5 2024-11-16T11:19:51,407 INFO [StoreOpener-1888c89558d41a23cb5d9386c07eace5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1888c89558d41a23cb5d9386c07eace5 2024-11-16T11:19:51,408 INFO [StoreOpener-1888c89558d41a23cb5d9386c07eace5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1888c89558d41a23cb5d9386c07eace5 columnFamilyName f 2024-11-16T11:19:51,408 DEBUG [StoreOpener-1888c89558d41a23cb5d9386c07eace5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:51,408 INFO [StoreOpener-1888c89558d41a23cb5d9386c07eace5-1 {}] regionserver.HStore(327): Store=1888c89558d41a23cb5d9386c07eace5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:51,408 INFO [StoreOpener-1888c89558d41a23cb5d9386c07eace5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1888c89558d41a23cb5d9386c07eace5 2024-11-16T11:19:51,409 INFO [StoreOpener-1888c89558d41a23cb5d9386c07eace5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1888c89558d41a23cb5d9386c07eace5 columnFamilyName f1 2024-11-16T11:19:51,409 DEBUG [StoreOpener-1888c89558d41a23cb5d9386c07eace5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:51,409 INFO [StoreOpener-1888c89558d41a23cb5d9386c07eace5-1 {}] regionserver.HStore(327): Store=1888c89558d41a23cb5d9386c07eace5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:51,409 INFO [StoreOpener-1888c89558d41a23cb5d9386c07eace5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1888c89558d41a23cb5d9386c07eace5 2024-11-16T11:19:51,410 INFO [StoreOpener-1888c89558d41a23cb5d9386c07eace5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1888c89558d41a23cb5d9386c07eace5 columnFamilyName norep 2024-11-16T11:19:51,410 DEBUG [StoreOpener-1888c89558d41a23cb5d9386c07eace5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:51,411 INFO [StoreOpener-1888c89558d41a23cb5d9386c07eace5-1 {}] regionserver.HStore(327): Store=1888c89558d41a23cb5d9386c07eace5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:51,411 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1888c89558d41a23cb5d9386c07eace5 2024-11-16T11:19:51,411 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/default/test/1888c89558d41a23cb5d9386c07eace5 2024-11-16T11:19:51,411 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/default/test/1888c89558d41a23cb5d9386c07eace5 2024-11-16T11:19:51,412 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1888c89558d41a23cb5d9386c07eace5 2024-11-16T11:19:51,412 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1888c89558d41a23cb5d9386c07eace5 2024-11-16T11:19:51,413 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:19:51,413 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1888c89558d41a23cb5d9386c07eace5 2024-11-16T11:19:51,416 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/default/test/1888c89558d41a23cb5d9386c07eace5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:19:51,416 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1888c89558d41a23cb5d9386c07eace5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60148319, jitterRate=-0.10372020304203033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:19:51,417 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1888c89558d41a23cb5d9386c07eace5 2024-11-16T11:19:51,417 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1888c89558d41a23cb5d9386c07eace5: Running coprocessor pre-open hook at 1731755991406Writing region info on filesystem at 1731755991406Initializing all the Stores at 1731755991406Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755991406Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755991407 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755991407Cleaning up temporary data from old regions at 1731755991412 (+5 ms)Running coprocessor post-open hooks at 1731755991417 (+5 ms)Region opened successfully at 1731755991417 2024-11-16T11:19:51,417 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731755990674.1888c89558d41a23cb5d9386c07eace5., pid=6, masterSystemTime=1731755991402 2024-11-16T11:19:51,419 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731755990674.1888c89558d41a23cb5d9386c07eace5. 2024-11-16T11:19:51,419 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731755990674.1888c89558d41a23cb5d9386c07eace5. 2024-11-16T11:19:51,419 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1888c89558d41a23cb5d9386c07eace5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a7948fca2832,35017,1731755985155 2024-11-16T11:19:51,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1888c89558d41a23cb5d9386c07eace5, server=a7948fca2832,35017,1731755985155 because future has completed 2024-11-16T11:19:51,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T11:19:51,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1888c89558d41a23cb5d9386c07eace5, server=a7948fca2832,35017,1731755985155 in 172 msec 2024-11-16T11:19:51,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T11:19:51,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1888c89558d41a23cb5d9386c07eace5, ASSIGN in 327 msec 2024-11-16T11:19:51,425 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:19:51,426 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755991425"}]},"ts":"1731755991425"} 2024-11-16T11:19:51,427 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T11:19:51,428 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:19:51,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-11-16T11:19:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:19:51,812 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T11:19:51,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e276ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:51,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,33489,-1 for getting cluster id 2024-11-16T11:19:51,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:51,814 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b' 2024-11-16T11:19:51,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:51,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b" 2024-11-16T11:19:51,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a51440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:51,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,33489,-1] 2024-11-16T11:19:51,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:51,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:51,815 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:51,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a25ff75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:51,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:51,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,45305,-1 for getting cluster id 2024-11-16T11:19:51,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:51,817 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cd663dd-1263-4714-bedf-0f29be81d8f7' 2024-11-16T11:19:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cd663dd-1263-4714-bedf-0f29be81d8f7" 2024-11-16T11:19:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2109fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,45305,-1] 2024-11-16T11:19:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:51,819 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:51,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba4a4f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:51,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:51,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,33489,-1 for getting cluster id 2024-11-16T11:19:51,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:51,821 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b' 2024-11-16T11:19:51,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:51,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b" 2024-11-16T11:19:51,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519ba38f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:51,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,33489,-1] 2024-11-16T11:19:51,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:51,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:51,823 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:51,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7621b743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:51,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:19:51,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,33489,1731755979031 2024-11-16T11:19:51,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@447222a9 2024-11-16T11:19:51,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:19:51,826 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:19:51,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a7948fca2832:45305,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T11:19:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T11:19:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:19:51,829 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:45305' 2024-11-16T11:19:51,830 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d0add5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:51,830 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,45305,-1 for getting cluster id 2024-11-16T11:19:51,830 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:51,831 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cd663dd-1263-4714-bedf-0f29be81d8f7' 2024-11-16T11:19:51,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:51,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cd663dd-1263-4714-bedf-0f29be81d8f7" 2024-11-16T11:19:51,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38539ca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:51,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,45305,-1] 2024-11-16T11:19:51,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:51,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:51,832 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:51,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7baef164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:51,833 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:19:51,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,45305,1731755984843 2024-11-16T11:19:51,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f8952e0 2024-11-16T11:19:51,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:19:51,835 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:19:51,835 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T11:19:51,836 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T11:19:51,836 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:51,836 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:51,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:19:51,836 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:19:51,837 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T11:19:51,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:19:51,838 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:51,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:19:51,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741837_1013 (size=1138) 2024-11-16T11:19:51,887 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T11:19:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:19:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:19:52,245 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc029032c7870e2c04cc89ab7570c184, NAME => 'hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382 2024-11-16T11:19:52,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741838_1014 (size=44) 2024-11-16T11:19:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:19:52,656 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:52,656 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bc029032c7870e2c04cc89ab7570c184, disabling compactions & flushes 2024-11-16T11:19:52,656 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184. 2024-11-16T11:19:52,656 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184. 2024-11-16T11:19:52,656 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184. after waiting 0 ms 2024-11-16T11:19:52,656 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184. 2024-11-16T11:19:52,656 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184. 2024-11-16T11:19:52,656 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc029032c7870e2c04cc89ab7570c184: Waiting for close lock at 1731755992656Disabling compacts and flushes for region at 1731755992656Disabling writes for close at 1731755992656Writing region close event to WAL at 1731755992656Closed at 1731755992656 2024-11-16T11:19:52,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:19:52,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731755992717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755992717"}]},"ts":"1731755992717"} 2024-11-16T11:19:52,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:19:52,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:19:52,720 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755992720"}]},"ts":"1731755992720"} 2024-11-16T11:19:52,722 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T11:19:52,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc029032c7870e2c04cc89ab7570c184, ASSIGN}] 2024-11-16T11:19:52,723 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc029032c7870e2c04cc89ab7570c184, ASSIGN 2024-11-16T11:19:52,724 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bc029032c7870e2c04cc89ab7570c184, ASSIGN; state=OFFLINE, location=a7948fca2832,42935,1731755979216; forceNewPlan=false, retain=false 2024-11-16T11:19:52,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bc029032c7870e2c04cc89ab7570c184, regionState=OPENING, regionLocation=a7948fca2832,42935,1731755979216 2024-11-16T11:19:52,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bc029032c7870e2c04cc89ab7570c184, ASSIGN because future has completed 2024-11-16T11:19:52,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc029032c7870e2c04cc89ab7570c184, server=a7948fca2832,42935,1731755979216}] 2024-11-16T11:19:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:19:53,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184. 2024-11-16T11:19:53,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:19:53,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T11:19:53,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C42935%2C1731755979216.rep, suffix=, logDir=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216, archiveDir=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/oldWALs, maxLogs=10 2024-11-16T11:19:53,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.rep.1731755993034, exclude list is [], retry=0 2024-11-16T11:19:53,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45301,DS-9ac4685d-a3d2-40bd-b072-6ad0d71ced1d,DISK] 2024-11-16T11:19:53,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.rep.1731755993034 2024-11-16T11:19:53,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36933:36933)] 2024-11-16T11:19:53,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bc029032c7870e2c04cc89ab7570c184, NAME => 'hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:19:53,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:19:53,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:19:53,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184. service=MultiRowMutationService 2024-11-16T11:19:53,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T11:19:53,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bc029032c7870e2c04cc89ab7570c184 2024-11-16T11:19:53,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:53,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bc029032c7870e2c04cc89ab7570c184 2024-11-16T11:19:53,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bc029032c7870e2c04cc89ab7570c184 2024-11-16T11:19:53,056 INFO [StoreOpener-bc029032c7870e2c04cc89ab7570c184-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bc029032c7870e2c04cc89ab7570c184 2024-11-16T11:19:53,057 INFO [StoreOpener-bc029032c7870e2c04cc89ab7570c184-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc029032c7870e2c04cc89ab7570c184 columnFamilyName hfileref 2024-11-16T11:19:53,057 DEBUG [StoreOpener-bc029032c7870e2c04cc89ab7570c184-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:53,058 INFO [StoreOpener-bc029032c7870e2c04cc89ab7570c184-1 {}] regionserver.HStore(327): Store=bc029032c7870e2c04cc89ab7570c184/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:53,058 INFO [StoreOpener-bc029032c7870e2c04cc89ab7570c184-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bc029032c7870e2c04cc89ab7570c184 2024-11-16T11:19:53,059 INFO [StoreOpener-bc029032c7870e2c04cc89ab7570c184-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc029032c7870e2c04cc89ab7570c184 columnFamilyName queue 2024-11-16T11:19:53,059 DEBUG [StoreOpener-bc029032c7870e2c04cc89ab7570c184-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:53,059 INFO [StoreOpener-bc029032c7870e2c04cc89ab7570c184-1 {}] regionserver.HStore(327): Store=bc029032c7870e2c04cc89ab7570c184/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:53,059 INFO [StoreOpener-bc029032c7870e2c04cc89ab7570c184-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bc029032c7870e2c04cc89ab7570c184 2024-11-16T11:19:53,060 INFO [StoreOpener-bc029032c7870e2c04cc89ab7570c184-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc029032c7870e2c04cc89ab7570c184 columnFamilyName sid 2024-11-16T11:19:53,060 DEBUG [StoreOpener-bc029032c7870e2c04cc89ab7570c184-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:53,061 INFO [StoreOpener-bc029032c7870e2c04cc89ab7570c184-1 {}] regionserver.HStore(327): Store=bc029032c7870e2c04cc89ab7570c184/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:53,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bc029032c7870e2c04cc89ab7570c184 2024-11-16T11:19:53,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/replication/bc029032c7870e2c04cc89ab7570c184 2024-11-16T11:19:53,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/replication/bc029032c7870e2c04cc89ab7570c184 2024-11-16T11:19:53,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bc029032c7870e2c04cc89ab7570c184 2024-11-16T11:19:53,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bc029032c7870e2c04cc89ab7570c184 2024-11-16T11:19:53,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:19:53,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bc029032c7870e2c04cc89ab7570c184 2024-11-16T11:19:53,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/replication/bc029032c7870e2c04cc89ab7570c184/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:19:53,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bc029032c7870e2c04cc89ab7570c184; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69821580, jitterRate=0.04042261838912964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:19:53,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc029032c7870e2c04cc89ab7570c184 2024-11-16T11:19:53,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bc029032c7870e2c04cc89ab7570c184: Running coprocessor pre-open hook at 1731755993054Writing region info on filesystem at 1731755993054Initializing all the Stores at 1731755993055 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755993055Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755993056 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755993056Cleaning up temporary data from old regions at 1731755993062 (+6 ms)Running coprocessor post-open hooks at 1731755993066 (+4 ms)Region opened successfully at 1731755993067 (+1 ms) 2024-11-16T11:19:53,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184., pid=10, masterSystemTime=1731755993029 2024-11-16T11:19:53,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184. 2024-11-16T11:19:53,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184. 2024-11-16T11:19:53,070 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bc029032c7870e2c04cc89ab7570c184, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,42935,1731755979216 2024-11-16T11:19:53,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc029032c7870e2c04cc89ab7570c184, server=a7948fca2832,42935,1731755979216 because future has completed 2024-11-16T11:19:53,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T11:19:53,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bc029032c7870e2c04cc89ab7570c184, server=a7948fca2832,42935,1731755979216 in 196 msec 2024-11-16T11:19:53,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T11:19:53,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc029032c7870e2c04cc89ab7570c184, ASSIGN in 352 msec 2024-11-16T11:19:53,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:19:53,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755993076"}]},"ts":"1731755993076"} 2024-11-16T11:19:53,078 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T11:19:53,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:19:53,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2430 sec 2024-11-16T11:19:53,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184., hostname=a7948fca2832,42935,1731755979216, seqNum=2] 2024-11-16T11:19:53,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x101435f24930001, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633 2024-11-16T11:19:53,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633 2024-11-16T11:19:53,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T11:19:53,270 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T11:19:53,287 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T11:19:53,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42935 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T11:19:53,330 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T11:19:53,358 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a7948fca2832,42935,1731755979216, ReplicationSource: 1, currentBandwidth=0 2024-11-16T11:19:53,359 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:19:53,359 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,42935,1731755979216, seqNum=-1] 2024-11-16T11:19:53,359 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:19:53,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-16T11:19:53,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a7948fca2832,42935,1731755979216', locateType=CURRENT is [region=hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184., hostname=a7948fca2832,42935,1731755979216, seqNum=2] 2024-11-16T11:19:53,364 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T11:19:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T11:19:53,366 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a7948fca2832,42935,1731755979216 suceeded 2024-11-16T11:19:53,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T11:19:53,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-16T11:19:53,368 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a7948fca2832:45305,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T11:19:53,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5420 sec 2024-11-16T11:19:53,377 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:45305' 2024-11-16T11:19:53,378 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67c72e2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:53,378 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,45305,-1 for getting cluster id 2024-11-16T11:19:53,378 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:53,379 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cd663dd-1263-4714-bedf-0f29be81d8f7' 2024-11-16T11:19:53,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:53,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cd663dd-1263-4714-bedf-0f29be81d8f7" 2024-11-16T11:19:53,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7af9406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:53,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,45305,-1] 2024-11-16T11:19:53,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:53,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:53,380 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:53,381 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@210563bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:53,381 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:19:53,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,45305,1731755984843 2024-11-16T11:19:53,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@438e6a2c 2024-11-16T11:19:53,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:19:53,382 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-16T11:19:53,383 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a7948fca2832,42935,1731755979216 (queues=1) is replicating from cluster=a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b to cluster=5cd663dd-1263-4714-bedf-0f29be81d8f7 2024-11-16T11:19:53,383 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a7948fca2832%2C42935%2C1731755979216 2024-11-16T11:19:53,383 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a7948fca2832,42935,1731755979216, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T11:19:53,383 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a7948fca2832%2C42935%2C1731755979216 2024-11-16T11:19:53,383 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425, startPosition=0, beingWritten=true 2024-11-16T11:19:53,388 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:19:53,388 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 379, reset compression=false 2024-11-16T11:19:53,388 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,42935,1731755979216 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:19:53,592 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 379, reset compression=false 2024-11-16T11:19:53,897 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 379, reset compression=false 2024-11-16T11:19:53,902 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:19:53,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:53,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:53,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:53,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:53,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:53,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:19:53,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T11:19:53,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T11:19:53,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T11:19:53,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T11:19:53,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:19:53,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T11:19:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:19:53,972 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T11:19:53,972 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:19:53,972 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:53,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:53,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:53,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:19:53,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:53,973 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,45305,-1 for getting cluster id 2024-11-16T11:19:53,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:53,974 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cd663dd-1263-4714-bedf-0f29be81d8f7' 2024-11-16T11:19:53,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:53,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cd663dd-1263-4714-bedf-0f29be81d8f7" 2024-11-16T11:19:53,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa9d2f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:53,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,45305,-1] 2024-11-16T11:19:53,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:53,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:53,975 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:53,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c950ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:53,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:19:53,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,45305,1731755984843 2024-11-16T11:19:53,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f841057 2024-11-16T11:19:53,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:19:53,977 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:19:53,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a7948fca2832:33489,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T11:19:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T11:19:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:19:53,980 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:33489' 2024-11-16T11:19:53,980 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3928f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:53,980 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,33489,-1 for getting cluster id 2024-11-16T11:19:53,981 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:53,981 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b' 2024-11-16T11:19:53,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:53,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b" 2024-11-16T11:19:53,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee064a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:53,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,33489,-1] 2024-11-16T11:19:53,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:53,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:53,982 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:53,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df166bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:53,983 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:19:53,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,33489,1731755979031 2024-11-16T11:19:53,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6744d006 2024-11-16T11:19:53,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:19:53,984 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:19:53,985 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T11:19:53,985 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T11:19:53,985 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:53,985 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:53,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:19:53,985 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:19:53,986 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T11:19:53,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:19:53,987 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:53,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:19:53,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741837_1013 (size=1138) 2024-11-16T11:19:54,036 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T11:19:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:19:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:19:54,301 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 379, reset compression=false 2024-11-16T11:19:54,396 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0018275d13076efbc1206767d7659e7a, NAME => 'hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf 2024-11-16T11:19:54,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741838_1014 (size=44) 2024-11-16T11:19:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:19:54,801 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:54,801 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0018275d13076efbc1206767d7659e7a, disabling compactions & flushes 2024-11-16T11:19:54,801 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a. 2024-11-16T11:19:54,801 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a. 2024-11-16T11:19:54,801 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a. after waiting 0 ms 2024-11-16T11:19:54,801 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a. 2024-11-16T11:19:54,801 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a. 2024-11-16T11:19:54,801 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0018275d13076efbc1206767d7659e7a: Waiting for close lock at 1731755994801Disabling compacts and flushes for region at 1731755994801Disabling writes for close at 1731755994801Writing region close event to WAL at 1731755994801Closed at 1731755994801 2024-11-16T11:19:54,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:19:54,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731755994802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755994802"}]},"ts":"1731755994802"} 2024-11-16T11:19:54,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:19:54,804 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 379, reset compression=false 2024-11-16T11:19:54,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:19:54,805 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755994805"}]},"ts":"1731755994805"} 2024-11-16T11:19:54,807 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T11:19:54,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0018275d13076efbc1206767d7659e7a, ASSIGN}] 2024-11-16T11:19:54,808 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0018275d13076efbc1206767d7659e7a, ASSIGN 2024-11-16T11:19:54,809 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0018275d13076efbc1206767d7659e7a, ASSIGN; state=OFFLINE, location=a7948fca2832,35017,1731755985155; forceNewPlan=false, retain=false 2024-11-16T11:19:54,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0018275d13076efbc1206767d7659e7a, regionState=OPENING, regionLocation=a7948fca2832,35017,1731755985155 2024-11-16T11:19:54,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0018275d13076efbc1206767d7659e7a, ASSIGN because future has completed 2024-11-16T11:19:54,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0018275d13076efbc1206767d7659e7a, server=a7948fca2832,35017,1731755985155}] 2024-11-16T11:19:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:19:55,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a. 2024-11-16T11:19:55,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:19:55,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T11:19:55,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C35017%2C1731755985155.rep, suffix=, logDir=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155, archiveDir=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/oldWALs, maxLogs=10 2024-11-16T11:19:55,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.rep.1731755995118, exclude list is [], retry=0 2024-11-16T11:19:55,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35535,DS-1eada203-51e6-4fce-b6d0-2d261dc7c787,DISK] 2024-11-16T11:19:55,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.rep.1731755995118 2024-11-16T11:19:55,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42751:42751)] 2024-11-16T11:19:55,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0018275d13076efbc1206767d7659e7a, NAME => 'hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:19:55,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:19:55,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:19:55,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a. service=MultiRowMutationService 2024-11-16T11:19:55,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T11:19:55,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0018275d13076efbc1206767d7659e7a 2024-11-16T11:19:55,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:19:55,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0018275d13076efbc1206767d7659e7a 2024-11-16T11:19:55,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0018275d13076efbc1206767d7659e7a 2024-11-16T11:19:55,136 INFO [StoreOpener-0018275d13076efbc1206767d7659e7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0018275d13076efbc1206767d7659e7a 2024-11-16T11:19:55,137 INFO [StoreOpener-0018275d13076efbc1206767d7659e7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0018275d13076efbc1206767d7659e7a columnFamilyName hfileref 2024-11-16T11:19:55,137 DEBUG [StoreOpener-0018275d13076efbc1206767d7659e7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:55,137 INFO [StoreOpener-0018275d13076efbc1206767d7659e7a-1 {}] regionserver.HStore(327): Store=0018275d13076efbc1206767d7659e7a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:55,137 INFO [StoreOpener-0018275d13076efbc1206767d7659e7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0018275d13076efbc1206767d7659e7a 2024-11-16T11:19:55,138 INFO [StoreOpener-0018275d13076efbc1206767d7659e7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0018275d13076efbc1206767d7659e7a columnFamilyName queue 2024-11-16T11:19:55,138 DEBUG [StoreOpener-0018275d13076efbc1206767d7659e7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:55,139 INFO [StoreOpener-0018275d13076efbc1206767d7659e7a-1 {}] regionserver.HStore(327): Store=0018275d13076efbc1206767d7659e7a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:55,139 INFO [StoreOpener-0018275d13076efbc1206767d7659e7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0018275d13076efbc1206767d7659e7a 2024-11-16T11:19:55,139 INFO [StoreOpener-0018275d13076efbc1206767d7659e7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0018275d13076efbc1206767d7659e7a columnFamilyName sid 2024-11-16T11:19:55,140 DEBUG [StoreOpener-0018275d13076efbc1206767d7659e7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:19:55,140 INFO [StoreOpener-0018275d13076efbc1206767d7659e7a-1 {}] regionserver.HStore(327): Store=0018275d13076efbc1206767d7659e7a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:19:55,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0018275d13076efbc1206767d7659e7a 2024-11-16T11:19:55,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/replication/0018275d13076efbc1206767d7659e7a 2024-11-16T11:19:55,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/replication/0018275d13076efbc1206767d7659e7a 2024-11-16T11:19:55,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0018275d13076efbc1206767d7659e7a 2024-11-16T11:19:55,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0018275d13076efbc1206767d7659e7a 2024-11-16T11:19:55,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:19:55,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0018275d13076efbc1206767d7659e7a 2024-11-16T11:19:55,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/replication/0018275d13076efbc1206767d7659e7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:19:55,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0018275d13076efbc1206767d7659e7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60353898, jitterRate=-0.10065683722496033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:19:55,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0018275d13076efbc1206767d7659e7a 2024-11-16T11:19:55,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0018275d13076efbc1206767d7659e7a: Running coprocessor pre-open hook at 1731755995134Writing region info on filesystem at 1731755995134Initializing all the Stores at 1731755995135 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755995135Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755995135Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755995135Cleaning up temporary data from old regions at 1731755995142 (+7 ms)Running coprocessor post-open hooks at 1731755995146 (+4 ms)Region opened successfully at 1731755995146 2024-11-16T11:19:55,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a., pid=10, masterSystemTime=1731755995113 2024-11-16T11:19:55,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a. 2024-11-16T11:19:55,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a. 2024-11-16T11:19:55,149 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0018275d13076efbc1206767d7659e7a, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,35017,1731755985155 2024-11-16T11:19:55,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0018275d13076efbc1206767d7659e7a, server=a7948fca2832,35017,1731755985155 because future has completed 2024-11-16T11:19:55,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T11:19:55,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0018275d13076efbc1206767d7659e7a, server=a7948fca2832,35017,1731755985155 in 192 msec 2024-11-16T11:19:55,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T11:19:55,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0018275d13076efbc1206767d7659e7a, ASSIGN in 347 msec 2024-11-16T11:19:55,156 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:19:55,157 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755995156"}]},"ts":"1731755995156"} 2024-11-16T11:19:55,158 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T11:19:55,159 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:19:55,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-16T11:19:55,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a., hostname=a7948fca2832,35017,1731755985155, seqNum=2] 2024-11-16T11:19:55,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596 2024-11-16T11:19:55,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596 2024-11-16T11:19:55,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T11:19:55,408 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 379, reset compression=false 2024-11-16T11:19:55,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T11:19:55,435 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T11:19:55,460 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a7948fca2832,35017,1731755985155, ReplicationSource: 1, currentBandwidth=0 2024-11-16T11:19:55,461 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:19:55,461 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1] 2024-11-16T11:19:55,461 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:19:55,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-16T11:19:55,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a7948fca2832,35017,1731755985155', locateType=CURRENT is [region=hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a., hostname=a7948fca2832,35017,1731755985155, seqNum=2] 2024-11-16T11:19:55,465 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T11:19:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T11:19:55,467 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a7948fca2832,35017,1731755985155 suceeded 2024-11-16T11:19:55,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T11:19:55,469 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a7948fca2832:33489,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T11:19:55,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-16T11:19:55,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4920 sec 2024-11-16T11:19:55,481 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:33489' 2024-11-16T11:19:55,482 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68aea463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:55,482 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,33489,-1 for getting cluster id 2024-11-16T11:19:55,482 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:55,483 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b' 2024-11-16T11:19:55,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:55,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b" 2024-11-16T11:19:55,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b43d880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:55,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,33489,-1] 2024-11-16T11:19:55,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:55,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:55,484 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:55,485 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c8c719b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:55,485 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:19:55,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,33489,1731755979031 2024-11-16T11:19:55,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16963960 2024-11-16T11:19:55,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:19:55,486 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-16T11:19:55,487 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a7948fca2832,35017,1731755985155 (queues=1) is replicating from cluster=5cd663dd-1263-4714-bedf-0f29be81d8f7 to cluster=a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b 2024-11-16T11:19:55,487 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a7948fca2832%2C35017%2C1731755985155 2024-11-16T11:19:55,487 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a7948fca2832,35017,1731755985155, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T11:19:55,487 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.shippera7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a7948fca2832%2C35017%2C1731755985155 2024-11-16T11:19:55,487 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417, startPosition=0, beingWritten=true 2024-11-16T11:19:55,491 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:19:55,491 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 to pos 379, reset compression=false 2024-11-16T11:19:55,491 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.shippera7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,35017,1731755985155 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:19:55,695 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 to pos 379, reset compression=false 2024-11-16T11:19:55,998 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 to pos 379, reset compression=false 2024-11-16T11:19:56,112 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 379, reset compression=false 2024-11-16T11:19:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:19:56,122 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T11:19:56,122 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:19:56,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:56,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:56,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:56,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:19:56,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:56,125 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731755996125/Put/seqid=0 2024-11-16T11:19:56,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741840_1016 (size=7894) 2024-11-16T11:19:56,402 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 to pos 379, reset compression=false 2024-11-16T11:19:56,531 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731755996531/Put/seqid=0 2024-11-16T11:19:56,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741841_1017 (size=7691) 2024-11-16T11:19:56,905 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 to pos 379, reset compression=false 2024-11-16T11:19:56,916 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 379, reset compression=false 2024-11-16T11:19:56,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae79954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:56,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,33489,-1 for getting cluster id 2024-11-16T11:19:56,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:56,937 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b' 2024-11-16T11:19:56,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:56,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b" 2024-11-16T11:19:56,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c352d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:56,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,33489,-1] 2024-11-16T11:19:56,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:56,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:56,938 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:56,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7d7804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:56,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:19:56,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,42935,1731755979216, seqNum=-1] 2024-11-16T11:19:56,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:19:56,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:19:56,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:19:56,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,33489,1731755979031 2024-11-16T11:19:56,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fc5565 2024-11-16T11:19:56,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:19:56,950 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:19:56,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8., hostname=a7948fca2832,42935,1731755979216, seqNum=2] 2024-11-16T11:19:56,955 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T11:19:56,960 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-16T11:19:56,961 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-16T11:19:56,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 0d81bd9498ef6a36f8109273965b98d8/f 2024-11-16T11:19:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T11:19:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:19:56,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 0d81bd9498ef6a36f8109273965b98d8/f 2024-11-16T11:19:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T11:19:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:19:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HRegion(2603): Flush status journal for 0d81bd9498ef6a36f8109273965b98d8: 2024-11-16T11:19:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins__test__o9ip2tm1omsteoiurvo6i79n39288895acd9lsjfo3uk993kc40ft8dsuc5sqnu9/f/hfile_0 2024-11-16T11:19:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins__test__o9ip2tm1omsteoiurvo6i79n39288895acd9lsjfo3uk993kc40ft8dsuc5sqnu9/f/hfile_0 as hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/default/test/0d81bd9498ef6a36f8109273965b98d8/f/92815f0d750c4a54837e6eb918593b9a_SeqId_4_ 2024-11-16T11:19:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins__test__o9ip2tm1omsteoiurvo6i79n39288895acd9lsjfo3uk993kc40ft8dsuc5sqnu9/f/hfile_1 2024-11-16T11:19:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins__test__o9ip2tm1omsteoiurvo6i79n39288895acd9lsjfo3uk993kc40ft8dsuc5sqnu9/f/hfile_1 as hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/default/test/0d81bd9498ef6a36f8109273965b98d8/f/f8a85fc3ead34959a5a12cfb92a08650_SeqId_4_ 2024-11-16T11:19:56,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins__test__o9ip2tm1omsteoiurvo6i79n39288895acd9lsjfo3uk993kc40ft8dsuc5sqnu9/f/hfile_0 into 0d81bd9498ef6a36f8109273965b98d8/f as hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/default/test/0d81bd9498ef6a36f8109273965b98d8/f/92815f0d750c4a54837e6eb918593b9a_SeqId_4_ - updating store file list. 2024-11-16T11:19:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 92815f0d750c4a54837e6eb918593b9a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T11:19:56,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/default/test/0d81bd9498ef6a36f8109273965b98d8/f/92815f0d750c4a54837e6eb918593b9a_SeqId_4_ into 0d81bd9498ef6a36f8109273965b98d8/f 2024-11-16T11:19:56,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins__test__o9ip2tm1omsteoiurvo6i79n39288895acd9lsjfo3uk993kc40ft8dsuc5sqnu9/f/hfile_0 into 0d81bd9498ef6a36f8109273965b98d8/f (new location: hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/default/test/0d81bd9498ef6a36f8109273965b98d8/f/92815f0d750c4a54837e6eb918593b9a_SeqId_4_) 2024-11-16T11:19:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins__test__o9ip2tm1omsteoiurvo6i79n39288895acd9lsjfo3uk993kc40ft8dsuc5sqnu9/f/hfile_0 2024-11-16T11:19:56,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins__test__o9ip2tm1omsteoiurvo6i79n39288895acd9lsjfo3uk993kc40ft8dsuc5sqnu9/f/hfile_1 into 0d81bd9498ef6a36f8109273965b98d8/f as hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/default/test/0d81bd9498ef6a36f8109273965b98d8/f/f8a85fc3ead34959a5a12cfb92a08650_SeqId_4_ - updating store file list. 2024-11-16T11:19:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f8a85fc3ead34959a5a12cfb92a08650_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T11:19:56,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/default/test/0d81bd9498ef6a36f8109273965b98d8/f/f8a85fc3ead34959a5a12cfb92a08650_SeqId_4_ into 0d81bd9498ef6a36f8109273965b98d8/f 2024-11-16T11:19:56,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins__test__o9ip2tm1omsteoiurvo6i79n39288895acd9lsjfo3uk993kc40ft8dsuc5sqnu9/f/hfile_1 into 0d81bd9498ef6a36f8109273965b98d8/f (new location: hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/default/test/0d81bd9498ef6a36f8109273965b98d8/f/f8a85fc3ead34959a5a12cfb92a08650_SeqId_4_) 2024-11-16T11:19:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins__test__o9ip2tm1omsteoiurvo6i79n39288895acd9lsjfo3uk993kc40ft8dsuc5sqnu9/f/hfile_1 2024-11-16T11:19:56,989 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:19:56,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:56,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:56,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8., hostname=a7948fca2832,42935,1731755979216, seqNum=2 , the old value is region=test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8., hostname=a7948fca2832,42935,1731755979216, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a7948fca2832:42935 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T11:19:56,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8., hostname=a7948fca2832,42935,1731755979216, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T11:19:56,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8., hostname=a7948fca2832,42935,1731755979216, seqNum=2 from cache 2024-11-16T11:19:56,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:56,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:19:56,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:19:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1] 2024-11-16T11:19:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:19:56,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:19:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:56580 deadline: 1731756056990 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:56580 2024-11-16T11:19:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731755990674.1888c89558d41a23cb5d9386c07eace5., hostname=a7948fca2832,35017,1731755985155, seqNum=2] 2024-11-16T11:19:56,996 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T11:19:57,092 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:42935 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T11:19:57,508 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 to pos 379, reset compression=false 2024-11-16T11:19:57,819 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 379, reset compression=false 2024-11-16T11:19:57,885 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:19:57,885 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,42935,1731755979216 got entry batch from reader: WALEntryBatch [walEntries=[{test/0d81bd9498ef6a36f8109273965b98d8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731755996988/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T11:19:57,887 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:19:57,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-16T11:19:57,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.ReplicationSink(318): Replicating [a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b] bulk loaded data 2024-11-16T11:19:57,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73889fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:57,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,45305,-1 for getting cluster id 2024-11-16T11:19:57,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:57,890 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cd663dd-1263-4714-bedf-0f29be81d8f7' 2024-11-16T11:19:57,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:57,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cd663dd-1263-4714-bedf-0f29be81d8f7" 2024-11-16T11:19:57,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@175046a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:57,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,45305,-1] 2024-11-16T11:19:57,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:57,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:57,891 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:57,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24668544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:57,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741840_1016 (size=7894) 2024-11-16T11:19:57,998 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T11:19:58,085 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 687, reset compression=false 2024-11-16T11:19:58,212 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 to pos 379, reset compression=false 2024-11-16T11:19:58,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741841_1017 (size=7691) 2024-11-16T11:19:58,389 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 687, reset compression=false 2024-11-16T11:19:58,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:19:58,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,45305,1731755984843 2024-11-16T11:19:58,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64ebe956 2024-11-16T11:19:58,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:19:58,711 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-16T11:19:58,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T11:19:58,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:19:58,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1] 2024-11-16T11:19:58,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:19:58,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-16T11:19:58,720 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins.hfs.11__test__9kms1clo8bm1mqa14hic8e91qoaq02ekis5bo0s4kn1hff5sjnrbjociqa3o1qu8/f/92815f0d750c4a54837e6eb918593b9a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-16T11:19:58,722 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins.hfs.11__test__9kms1clo8bm1mqa14hic8e91qoaq02ekis5bo0s4kn1hff5sjnrbjociqa3o1qu8/f/f8a85fc3ead34959a5a12cfb92a08650_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-16T11:19:58,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins.hfs.11__test__9kms1clo8bm1mqa14hic8e91qoaq02ekis5bo0s4kn1hff5sjnrbjociqa3o1qu8/f/92815f0d750c4a54837e6eb918593b9a_SeqId_4_ for inclusion in 1888c89558d41a23cb5d9386c07eace5/f 2024-11-16T11:19:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T11:19:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:19:58,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins.hfs.11__test__9kms1clo8bm1mqa14hic8e91qoaq02ekis5bo0s4kn1hff5sjnrbjociqa3o1qu8/f/f8a85fc3ead34959a5a12cfb92a08650_SeqId_4_ for inclusion in 1888c89558d41a23cb5d9386c07eace5/f 2024-11-16T11:19:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T11:19:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:19:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HRegion(2603): Flush status journal for 1888c89558d41a23cb5d9386c07eace5: 2024-11-16T11:19:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 92815f0d750c4a54837e6eb918593b9a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T11:19:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins.hfs.11__test__9kms1clo8bm1mqa14hic8e91qoaq02ekis5bo0s4kn1hff5sjnrbjociqa3o1qu8/f/92815f0d750c4a54837e6eb918593b9a_SeqId_4_ as hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/default/test/1888c89558d41a23cb5d9386c07eace5/f/e7466c91dee04f8ea1eb8eebb416e760_SeqId_4_ 2024-11-16T11:19:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f8a85fc3ead34959a5a12cfb92a08650_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T11:19:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins.hfs.11__test__9kms1clo8bm1mqa14hic8e91qoaq02ekis5bo0s4kn1hff5sjnrbjociqa3o1qu8/f/f8a85fc3ead34959a5a12cfb92a08650_SeqId_4_ as hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/default/test/1888c89558d41a23cb5d9386c07eace5/f/812ddbdae534402483ac9dc19b41d97c_SeqId_4_ 2024-11-16T11:19:58,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins.hfs.11__test__9kms1clo8bm1mqa14hic8e91qoaq02ekis5bo0s4kn1hff5sjnrbjociqa3o1qu8/f/92815f0d750c4a54837e6eb918593b9a_SeqId_4_ into 1888c89558d41a23cb5d9386c07eace5/f as hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/default/test/1888c89558d41a23cb5d9386c07eace5/f/e7466c91dee04f8ea1eb8eebb416e760_SeqId_4_ - updating store file list. 2024-11-16T11:19:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e7466c91dee04f8ea1eb8eebb416e760_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T11:19:58,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/default/test/1888c89558d41a23cb5d9386c07eace5/f/e7466c91dee04f8ea1eb8eebb416e760_SeqId_4_ into 1888c89558d41a23cb5d9386c07eace5/f 2024-11-16T11:19:58,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins.hfs.11__test__9kms1clo8bm1mqa14hic8e91qoaq02ekis5bo0s4kn1hff5sjnrbjociqa3o1qu8/f/92815f0d750c4a54837e6eb918593b9a_SeqId_4_ into 1888c89558d41a23cb5d9386c07eace5/f (new location: hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/default/test/1888c89558d41a23cb5d9386c07eace5/f/e7466c91dee04f8ea1eb8eebb416e760_SeqId_4_) 2024-11-16T11:19:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins.hfs.11__test__9kms1clo8bm1mqa14hic8e91qoaq02ekis5bo0s4kn1hff5sjnrbjociqa3o1qu8/f/92815f0d750c4a54837e6eb918593b9a_SeqId_4_ 2024-11-16T11:19:58,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins.hfs.11__test__9kms1clo8bm1mqa14hic8e91qoaq02ekis5bo0s4kn1hff5sjnrbjociqa3o1qu8/f/f8a85fc3ead34959a5a12cfb92a08650_SeqId_4_ into 1888c89558d41a23cb5d9386c07eace5/f as hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/default/test/1888c89558d41a23cb5d9386c07eace5/f/812ddbdae534402483ac9dc19b41d97c_SeqId_4_ - updating store file list. 2024-11-16T11:19:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 812ddbdae534402483ac9dc19b41d97c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T11:19:58,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/default/test/1888c89558d41a23cb5d9386c07eace5/f/812ddbdae534402483ac9dc19b41d97c_SeqId_4_ into 1888c89558d41a23cb5d9386c07eace5/f 2024-11-16T11:19:58,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins.hfs.11__test__9kms1clo8bm1mqa14hic8e91qoaq02ekis5bo0s4kn1hff5sjnrbjociqa3o1qu8/f/f8a85fc3ead34959a5a12cfb92a08650_SeqId_4_ into 1888c89558d41a23cb5d9386c07eace5/f (new location: hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/default/test/1888c89558d41a23cb5d9386c07eace5/f/812ddbdae534402483ac9dc19b41d97c_SeqId_4_) 2024-11-16T11:19:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins.hfs.11__test__9kms1clo8bm1mqa14hic8e91qoaq02ekis5bo0s4kn1hff5sjnrbjociqa3o1qu8/f/f8a85fc3ead34959a5a12cfb92a08650_SeqId_4_ 2024-11-16T11:19:58,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.ReplicationSink(324): Finished replicating [a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b] bulk loaded data 2024-11-16T11:19:58,792 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 687, reset compression=false 2024-11-16T11:19:59,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:19:59,007 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731755999007/Put/seqid=0 2024-11-16T11:19:59,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741842_1018 (size=11194) 2024-11-16T11:19:59,015 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 to pos 379, reset compression=false 2024-11-16T11:19:59,020 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:19:59,020 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.shippera7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,35017,1731755985155 got entry batch from reader: WALEntryBatch [walEntries=[{test/1888c89558d41a23cb5d9386c07eace5/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731755998743/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-16T11:19:59,022 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.shippera7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:19:59,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-16T11:19:59,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.ReplicationSink(318): Replicating [a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b, 5cd663dd-1263-4714-bedf-0f29be81d8f7] bulk loaded data 2024-11-16T11:19:59,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69fa337b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:59,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,33489,-1 for getting cluster id 2024-11-16T11:19:59,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:59,024 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b' 2024-11-16T11:19:59,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:59,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b" 2024-11-16T11:19:59,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ca599e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:59,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,33489,-1] 2024-11-16T11:19:59,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:59,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:59,025 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:59,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@310c4085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:59,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741842_1018 (size=7894) 2024-11-16T11:19:59,220 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 to pos 725, reset compression=false 2024-11-16T11:19:59,295 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 687, reset compression=false 2024-11-16T11:19:59,413 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731755999412/Put/seqid=0 2024-11-16T11:19:59,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741843_1019 (size=10791) 2024-11-16T11:19:59,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741843_1019 (size=7691) 2024-11-16T11:19:59,524 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 to pos 725, reset compression=false 2024-11-16T11:19:59,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb6e878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:59,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,45305,-1 for getting cluster id 2024-11-16T11:19:59,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:19:59,818 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cd663dd-1263-4714-bedf-0f29be81d8f7' 2024-11-16T11:19:59,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:19:59,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cd663dd-1263-4714-bedf-0f29be81d8f7" 2024-11-16T11:19:59,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146fe4be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:59,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,45305,-1] 2024-11-16T11:19:59,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:19:59,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:59,820 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:19:59,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d3f3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:19:59,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:19:59,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1] 2024-11-16T11:19:59,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:19:59,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:19:59,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:19:59,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,45305,1731755984843 2024-11-16T11:19:59,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f7bac17 2024-11-16T11:19:59,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:19:59,831 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:19:59,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731755990674.1888c89558d41a23cb5d9386c07eace5., hostname=a7948fca2832,35017,1731755985155, seqNum=2] 2024-11-16T11:19:59,836 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T11:19:59,841 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-16T11:19:59,843 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-16T11:19:59,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:19:59,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,33489,1731755979031 2024-11-16T11:19:59,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3835e01c 2024-11-16T11:19:59,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:19:59,847 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-16T11:19:59,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 1888c89558d41a23cb5d9386c07eace5/f 2024-11-16T11:19:59,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T11:19:59,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:19:59,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,42935,1731755979216, seqNum=-1] 2024-11-16T11:19:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-16T11:19:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:19:59,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 1888c89558d41a23cb5d9386c07eace5/f 2024-11-16T11:19:59,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:19:59,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-16T11:19:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-16T11:19:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:19:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HRegion(2603): Flush status journal for 1888c89558d41a23cb5d9386c07eace5: 2024-11-16T11:19:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins__test__t0kbk161mmmer1avs55bf416v4fefe735315boj71dgopofvbh6rs0u9h7s5kgjs/f/hfile_0 2024-11-16T11:19:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins__test__t0kbk161mmmer1avs55bf416v4fefe735315boj71dgopofvbh6rs0u9h7s5kgjs/f/hfile_0 as hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/default/test/1888c89558d41a23cb5d9386c07eace5/f/967fc10a4c6f4e428ef587408da33d77_SeqId_6_ 2024-11-16T11:19:59,855 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins.hfs.10__test__akqiu7hetuihjmhrinrimjaf7dkoklru6qrf0smm8obt818ggij0pkpojiu9dhki/f/812ddbdae534402483ac9dc19b41d97c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-16T11:19:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins__test__t0kbk161mmmer1avs55bf416v4fefe735315boj71dgopofvbh6rs0u9h7s5kgjs/f/hfile_1 2024-11-16T11:19:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins__test__t0kbk161mmmer1avs55bf416v4fefe735315boj71dgopofvbh6rs0u9h7s5kgjs/f/hfile_1 as hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/default/test/1888c89558d41a23cb5d9386c07eace5/f/b89822d4b14346a9af003652bfc8bf74_SeqId_6_ 2024-11-16T11:19:59,858 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins.hfs.10__test__akqiu7hetuihjmhrinrimjaf7dkoklru6qrf0smm8obt818ggij0pkpojiu9dhki/f/e7466c91dee04f8ea1eb8eebb416e760_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-16T11:19:59,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.ReplicationSink(324): Finished replicating [a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b, 5cd663dd-1263-4714-bedf-0f29be81d8f7] bulk loaded data 2024-11-16T11:19:59,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins__test__t0kbk161mmmer1avs55bf416v4fefe735315boj71dgopofvbh6rs0u9h7s5kgjs/f/hfile_0 into 1888c89558d41a23cb5d9386c07eace5/f as hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/default/test/1888c89558d41a23cb5d9386c07eace5/f/967fc10a4c6f4e428ef587408da33d77_SeqId_6_ - updating store file list. 2024-11-16T11:19:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 967fc10a4c6f4e428ef587408da33d77_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T11:19:59,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/default/test/1888c89558d41a23cb5d9386c07eace5/f/967fc10a4c6f4e428ef587408da33d77_SeqId_6_ into 1888c89558d41a23cb5d9386c07eace5/f 2024-11-16T11:19:59,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins__test__t0kbk161mmmer1avs55bf416v4fefe735315boj71dgopofvbh6rs0u9h7s5kgjs/f/hfile_0 into 1888c89558d41a23cb5d9386c07eace5/f (new location: hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/default/test/1888c89558d41a23cb5d9386c07eace5/f/967fc10a4c6f4e428ef587408da33d77_SeqId_6_) 2024-11-16T11:19:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins__test__t0kbk161mmmer1avs55bf416v4fefe735315boj71dgopofvbh6rs0u9h7s5kgjs/f/hfile_0 2024-11-16T11:19:59,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins__test__t0kbk161mmmer1avs55bf416v4fefe735315boj71dgopofvbh6rs0u9h7s5kgjs/f/hfile_1 into 1888c89558d41a23cb5d9386c07eace5/f as hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/default/test/1888c89558d41a23cb5d9386c07eace5/f/b89822d4b14346a9af003652bfc8bf74_SeqId_6_ - updating store file list. 2024-11-16T11:19:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b89822d4b14346a9af003652bfc8bf74_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T11:19:59,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/default/test/1888c89558d41a23cb5d9386c07eace5/f/b89822d4b14346a9af003652bfc8bf74_SeqId_6_ into 1888c89558d41a23cb5d9386c07eace5/f 2024-11-16T11:19:59,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins__test__t0kbk161mmmer1avs55bf416v4fefe735315boj71dgopofvbh6rs0u9h7s5kgjs/f/hfile_1 into 1888c89558d41a23cb5d9386c07eace5/f (new location: hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/default/test/1888c89558d41a23cb5d9386c07eace5/f/b89822d4b14346a9af003652bfc8bf74_SeqId_6_) 2024-11-16T11:19:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/staging/jenkins__test__t0kbk161mmmer1avs55bf416v4fefe735315boj71dgopofvbh6rs0u9h7s5kgjs/f/hfile_1 2024-11-16T11:19:59,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:19:59,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:19:59,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:59,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:19:59,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:19:59,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731755990674.1888c89558d41a23cb5d9386c07eace5., hostname=a7948fca2832,35017,1731755985155, seqNum=2 , the old value is region=test,,1731755990674.1888c89558d41a23cb5d9386c07eace5., hostname=a7948fca2832,35017,1731755985155, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a7948fca2832:35017 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T11:19:59,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731755990674.1888c89558d41a23cb5d9386c07eace5., hostname=a7948fca2832,35017,1731755985155, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T11:19:59,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731755990674.1888c89558d41a23cb5d9386c07eace5., hostname=a7948fca2832,35017,1731755985155, seqNum=2 from cache 2024-11-16T11:19:59,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:19:59,873 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T11:19:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,42935,1731755979216, seqNum=-1] 2024-11-16T11:19:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:19:59,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:19:59,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8., hostname=a7948fca2832,42935,1731755979216, seqNum=2] 2024-11-16T11:19:59,883 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T11:19:59,898 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 687, reset compression=false 2024-11-16T11:19:59,928 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 to pos 725, reset compression=false 2024-11-16T11:19:59,933 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:19:59,933 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.shippera7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,35017,1731755985155 got entry batch from reader: WALEntryBatch [walEntries=[{test/1888c89558d41a23cb5d9386c07eace5/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731755999870/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T11:19:59,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.ReplicationSink(318): Replicating [5cd663dd-1263-4714-bedf-0f29be81d8f7] bulk loaded data 2024-11-16T11:19:59,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741844_1020 (size=11194) 2024-11-16T11:19:59,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741845_1021 (size=10791) 2024-11-16T11:19:59,982 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:35017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T11:20:00,133 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 to pos 1033, reset compression=false 2024-11-16T11:20:00,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T11:20:00,365 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins.hfs.10__test__u66ppkp32tmvsfh305qt2vea7nga22da54polh4e1pv0vcavoq4jqhh7bhlivm4n/f/967fc10a4c6f4e428ef587408da33d77_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-16T11:20:00,367 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins.hfs.10__test__u66ppkp32tmvsfh305qt2vea7nga22da54polh4e1pv0vcavoq4jqhh7bhlivm4n/f/b89822d4b14346a9af003652bfc8bf74_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-16T11:20:00,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins.hfs.10__test__u66ppkp32tmvsfh305qt2vea7nga22da54polh4e1pv0vcavoq4jqhh7bhlivm4n/f/967fc10a4c6f4e428ef587408da33d77_SeqId_6_ for inclusion in 0d81bd9498ef6a36f8109273965b98d8/f 2024-11-16T11:20:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-16T11:20:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:20:00,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins.hfs.10__test__u66ppkp32tmvsfh305qt2vea7nga22da54polh4e1pv0vcavoq4jqhh7bhlivm4n/f/b89822d4b14346a9af003652bfc8bf74_SeqId_6_ for inclusion in 0d81bd9498ef6a36f8109273965b98d8/f 2024-11-16T11:20:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-16T11:20:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:20:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HRegion(2603): Flush status journal for 0d81bd9498ef6a36f8109273965b98d8: 2024-11-16T11:20:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 967fc10a4c6f4e428ef587408da33d77_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T11:20:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins.hfs.10__test__u66ppkp32tmvsfh305qt2vea7nga22da54polh4e1pv0vcavoq4jqhh7bhlivm4n/f/967fc10a4c6f4e428ef587408da33d77_SeqId_6_ as hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/default/test/0d81bd9498ef6a36f8109273965b98d8/f/dbe3f5dac27a4d25bdc71377964e8523_SeqId_6_ 2024-11-16T11:20:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b89822d4b14346a9af003652bfc8bf74_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T11:20:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins.hfs.10__test__u66ppkp32tmvsfh305qt2vea7nga22da54polh4e1pv0vcavoq4jqhh7bhlivm4n/f/b89822d4b14346a9af003652bfc8bf74_SeqId_6_ as hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/default/test/0d81bd9498ef6a36f8109273965b98d8/f/445ccbd419c34519ae23e5f55da0f03e_SeqId_6_ 2024-11-16T11:20:00,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins.hfs.10__test__u66ppkp32tmvsfh305qt2vea7nga22da54polh4e1pv0vcavoq4jqhh7bhlivm4n/f/967fc10a4c6f4e428ef587408da33d77_SeqId_6_ into 0d81bd9498ef6a36f8109273965b98d8/f as hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/default/test/0d81bd9498ef6a36f8109273965b98d8/f/dbe3f5dac27a4d25bdc71377964e8523_SeqId_6_ - updating store file list. 2024-11-16T11:20:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dbe3f5dac27a4d25bdc71377964e8523_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T11:20:00,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/default/test/0d81bd9498ef6a36f8109273965b98d8/f/dbe3f5dac27a4d25bdc71377964e8523_SeqId_6_ into 0d81bd9498ef6a36f8109273965b98d8/f 2024-11-16T11:20:00,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins.hfs.10__test__u66ppkp32tmvsfh305qt2vea7nga22da54polh4e1pv0vcavoq4jqhh7bhlivm4n/f/967fc10a4c6f4e428ef587408da33d77_SeqId_6_ into 0d81bd9498ef6a36f8109273965b98d8/f (new location: hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/default/test/0d81bd9498ef6a36f8109273965b98d8/f/dbe3f5dac27a4d25bdc71377964e8523_SeqId_6_) 2024-11-16T11:20:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins.hfs.10__test__u66ppkp32tmvsfh305qt2vea7nga22da54polh4e1pv0vcavoq4jqhh7bhlivm4n/f/967fc10a4c6f4e428ef587408da33d77_SeqId_6_ 2024-11-16T11:20:00,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins.hfs.10__test__u66ppkp32tmvsfh305qt2vea7nga22da54polh4e1pv0vcavoq4jqhh7bhlivm4n/f/b89822d4b14346a9af003652bfc8bf74_SeqId_6_ into 0d81bd9498ef6a36f8109273965b98d8/f as hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/default/test/0d81bd9498ef6a36f8109273965b98d8/f/445ccbd419c34519ae23e5f55da0f03e_SeqId_6_ - updating store file list. 2024-11-16T11:20:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 445ccbd419c34519ae23e5f55da0f03e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T11:20:00,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/default/test/0d81bd9498ef6a36f8109273965b98d8/f/445ccbd419c34519ae23e5f55da0f03e_SeqId_6_ into 0d81bd9498ef6a36f8109273965b98d8/f 2024-11-16T11:20:00,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins.hfs.10__test__u66ppkp32tmvsfh305qt2vea7nga22da54polh4e1pv0vcavoq4jqhh7bhlivm4n/f/b89822d4b14346a9af003652bfc8bf74_SeqId_6_ into 0d81bd9498ef6a36f8109273965b98d8/f (new location: hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/default/test/0d81bd9498ef6a36f8109273965b98d8/f/445ccbd419c34519ae23e5f55da0f03e_SeqId_6_) 2024-11-16T11:20:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/staging/jenkins.hfs.10__test__u66ppkp32tmvsfh305qt2vea7nga22da54polh4e1pv0vcavoq4jqhh7bhlivm4n/f/b89822d4b14346a9af003652bfc8bf74_SeqId_6_ 2024-11-16T11:20:00,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] regionserver.ReplicationSink(324): Finished replicating [5cd663dd-1263-4714-bedf-0f29be81d8f7] bulk loaded data 2024-11-16T11:20:00,437 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 to pos 1033, reset compression=false 2024-11-16T11:20:00,603 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 687, reset compression=false 2024-11-16T11:20:00,607 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:20:00,607 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,42935,1731755979216 got entry batch from reader: WALEntryBatch [walEntries=[{test/0d81bd9498ef6a36f8109273965b98d8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731756000390/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-16T11:20:00,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.ReplicationSink(318): Replicating [5cd663dd-1263-4714-bedf-0f29be81d8f7, a5b8d02f-ce01-4bb5-9df4-0e870d6ddb4b] bulk loaded data 2024-11-16T11:20:00,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741844_1020 (size=11194) 2024-11-16T11:20:00,636 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:20:00,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:00,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:00,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:00,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:00,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:00,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:00,807 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 1033, reset compression=false 2024-11-16T11:20:00,841 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 to pos 1033, reset compression=false 2024-11-16T11:20:00,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:20:00,893 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:20:00,893 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:00,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:00,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:00,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:20:00,894 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:20:00,894 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1352918832, stopped=false 2024-11-16T11:20:00,894 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,45305,1731755984843 2024-11-16T11:20:00,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1729662596/running 2024-11-16T11:20:00,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1729662596/running 2024-11-16T11:20:00,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596 2024-11-16T11:20:00,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596 2024-11-16T11:20:00,955 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:20:00,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:20:00,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:00,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:00,956 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,35017,1731755985155' ***** 2024-11-16T11:20:00,956 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:20:00,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Set watcher on znode that does not yet exist, /1-1729662596/running 2024-11-16T11:20:00,956 INFO [RS:0;a7948fca2832:35017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:20:00,956 INFO [RS:0;a7948fca2832:35017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:20:00,956 INFO [RS:0;a7948fca2832:35017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:20:00,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Set watcher on znode that does not yet exist, /1-1729662596/running 2024-11-16T11:20:00,956 INFO [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1888c89558d41a23cb5d9386c07eace5 2024-11-16T11:20:00,956 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:20:00,956 INFO [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(3091): Received CLOSE for 0018275d13076efbc1206767d7659e7a 2024-11-16T11:20:00,956 INFO [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,35017,1731755985155 2024-11-16T11:20:00,956 INFO [RS:0;a7948fca2832:35017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:20:00,957 INFO [RS:0;a7948fca2832:35017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:35017. 2024-11-16T11:20:00,957 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1888c89558d41a23cb5d9386c07eace5, disabling compactions & flushes 2024-11-16T11:20:00,957 DEBUG [RS:0;a7948fca2832:35017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:00,957 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731755990674.1888c89558d41a23cb5d9386c07eace5. 2024-11-16T11:20:00,957 DEBUG [RS:0;a7948fca2832:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:00,957 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731755990674.1888c89558d41a23cb5d9386c07eace5. 2024-11-16T11:20:00,957 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731755990674.1888c89558d41a23cb5d9386c07eace5. after waiting 0 ms 2024-11-16T11:20:00,957 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731755990674.1888c89558d41a23cb5d9386c07eace5. 2024-11-16T11:20:00,957 INFO [RS:0;a7948fca2832:35017 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:20:00,957 INFO [RS:0;a7948fca2832:35017 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:20:00,957 INFO [RS:0;a7948fca2832:35017 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:20:00,957 INFO [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:20:00,957 INFO [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T11:20:00,957 DEBUG [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(1325): Online Regions={1888c89558d41a23cb5d9386c07eace5=test,,1731755990674.1888c89558d41a23cb5d9386c07eace5., 0018275d13076efbc1206767d7659e7a=hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:20:00,957 DEBUG [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(1351): Waiting on 0018275d13076efbc1206767d7659e7a, 1588230740, 1888c89558d41a23cb5d9386c07eace5 2024-11-16T11:20:00,957 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:20:00,957 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:20:00,957 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:20:00,957 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:20:00,957 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:20:00,957 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T11:20:00,966 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/default/test/1888c89558d41a23cb5d9386c07eace5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T11:20:00,967 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:20:00,967 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:20:00,967 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731755990674.1888c89558d41a23cb5d9386c07eace5. 2024-11-16T11:20:00,967 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1888c89558d41a23cb5d9386c07eace5: Waiting for close lock at 1731756000956Running coprocessor pre-close hooks at 1731756000956Disabling compacts and flushes for region at 1731756000956Disabling writes for close at 1731756000957 (+1 ms)Writing region close event to WAL at 1731756000957Running coprocessor post-close hooks at 1731756000966 (+9 ms)Closed at 1731756000967 (+1 ms) 2024-11-16T11:20:00,967 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731755990674.1888c89558d41a23cb5d9386c07eace5. 2024-11-16T11:20:00,967 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0018275d13076efbc1206767d7659e7a, disabling compactions & flushes 2024-11-16T11:20:00,967 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a. 2024-11-16T11:20:00,967 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a. 2024-11-16T11:20:00,967 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a. after waiting 0 ms 2024-11-16T11:20:00,967 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a. 2024-11-16T11:20:00,967 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0018275d13076efbc1206767d7659e7a 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-16T11:20:00,980 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/.tmp/info/eefa34287fd148cbb916cea75bc8acb5 is 147, key is hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a./info:regioninfo/1731755995149/Put/seqid=0 2024-11-16T11:20:00,984 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/replication/0018275d13076efbc1206767d7659e7a/.tmp/hfileref/dffaba1fdc5c47f78cf960d8cf2378d3 is 74, key is 1/hfileref:812ddbdae534402483ac9dc19b41d97c_SeqId_4_/1731755999861/DeleteColumn/seqid=0 2024-11-16T11:20:00,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741845_1021 (size=7686) 2024-11-16T11:20:00,987 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:20:00,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741846_1022 (size=5345) 2024-11-16T11:20:01,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741847_1023 (size=10791) 2024-11-16T11:20:01,111 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 1033, reset compression=false 2024-11-16T11:20:01,157 DEBUG [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(1351): Waiting on 0018275d13076efbc1206767d7659e7a, 1588230740 2024-11-16T11:20:01,277 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:20:01,277 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:20:01,344 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 to pos 1033, reset compression=false 2024-11-16T11:20:01,349 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:20:01,349 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 to pos 1328, reset compression=false 2024-11-16T11:20:01,349 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.shippera7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,35017,1731755985155 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:20:01,351 ERROR [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.shippera7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a7948fca2832,35017,1731755985155: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a7948fca2832,35017,1731755985155, walGroup=a7948fca2832%2C35017%2C1731755985155, offset=a7948fca2832%2C35017%2C1731755985155.1731755987417:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:35017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T11:20:01,352 ERROR [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.shippera7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T11:20:01,354 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.shippera7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T11:20:01,355 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.shippera7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T11:20:01,355 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.shippera7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T11:20:01,355 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.shippera7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T11:20:01,355 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.shippera7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 830273464 }, "NonHeapMemoryUsage": { "committed": 190382080, "init": 7667712, "max": -1, "used": 187623584 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T11:20:01,357 DEBUG [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(1351): Waiting on 0018275d13076efbc1206767d7659e7a, 1588230740 2024-11-16T11:20:01,357 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.shippera7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T11:20:01,386 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/.tmp/info/eefa34287fd148cbb916cea75bc8acb5 2024-11-16T11:20:01,389 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/replication/0018275d13076efbc1206767d7659e7a/.tmp/hfileref/dffaba1fdc5c47f78cf960d8cf2378d3 2024-11-16T11:20:01,404 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/replication/0018275d13076efbc1206767d7659e7a/.tmp/queue/837e8d3c13434f2195b0df1ce7dc2504 is 154, key is 1-a7948fca2832,35017,1731755985155/queue:a7948fca2832%2C35017%2C1731755985155/1731756000395/Put/seqid=0 2024-11-16T11:20:01,406 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/.tmp/ns/a99caf8d841247bf98947221278df5e7 is 43, key is default/ns:d/1731755988427/Put/seqid=0 2024-11-16T11:20:01,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741848_1024 (size=5353) 2024-11-16T11:20:01,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741849_1025 (size=5153) 2024-11-16T11:20:01,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T11:20:01,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:20:01,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:01,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:01,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1 from cache 2024-11-16T11:20:01,514 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 1033, reset compression=false 2024-11-16T11:20:01,551 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:20:01,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1] 2024-11-16T11:20:01,552 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 to pos 1328, reset compression=false 2024-11-16T11:20:01,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:20:01,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:01,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:01,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1 from cache 2024-11-16T11:20:01,557 DEBUG [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(1351): Waiting on 0018275d13076efbc1206767d7659e7a, 1588230740 2024-11-16T11:20:01,758 DEBUG [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(1351): Waiting on 0018275d13076efbc1206767d7659e7a, 1588230740 2024-11-16T11:20:01,761 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:20:01,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1] 2024-11-16T11:20:01,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:20:01,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:01,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:01,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1 from cache 2024-11-16T11:20:01,808 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/replication/0018275d13076efbc1206767d7659e7a/.tmp/queue/837e8d3c13434f2195b0df1ce7dc2504 2024-11-16T11:20:01,810 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/.tmp/ns/a99caf8d841247bf98947221278df5e7 2024-11-16T11:20:01,812 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/replication/0018275d13076efbc1206767d7659e7a/.tmp/hfileref/dffaba1fdc5c47f78cf960d8cf2378d3 as hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/replication/0018275d13076efbc1206767d7659e7a/hfileref/dffaba1fdc5c47f78cf960d8cf2378d3 2024-11-16T11:20:01,817 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/replication/0018275d13076efbc1206767d7659e7a/hfileref/dffaba1fdc5c47f78cf960d8cf2378d3, entries=4, sequenceid=12, filesize=5.2 K 2024-11-16T11:20:01,818 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/replication/0018275d13076efbc1206767d7659e7a/.tmp/queue/837e8d3c13434f2195b0df1ce7dc2504 as hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/replication/0018275d13076efbc1206767d7659e7a/queue/837e8d3c13434f2195b0df1ce7dc2504 2024-11-16T11:20:01,822 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/replication/0018275d13076efbc1206767d7659e7a/queue/837e8d3c13434f2195b0df1ce7dc2504, entries=1, sequenceid=12, filesize=5.2 K 2024-11-16T11:20:01,823 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 0018275d13076efbc1206767d7659e7a in 856ms, sequenceid=12, compaction requested=false 2024-11-16T11:20:01,827 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/.tmp/rep_barrier/b5625788447c4015837fb19244c5f253 is 112, key is test,,1731755990674.1888c89558d41a23cb5d9386c07eace5./rep_barrier:seqnumDuringOpen/1731755991419/Put/seqid=0 2024-11-16T11:20:01,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741850_1026 (size=5518) 2024-11-16T11:20:01,831 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/replication/0018275d13076efbc1206767d7659e7a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T11:20:01,831 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:20:01,831 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:20:01,831 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a. 2024-11-16T11:20:01,831 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0018275d13076efbc1206767d7659e7a: Waiting for close lock at 1731756000967Running coprocessor pre-close hooks at 1731756000967Disabling compacts and flushes for region at 1731756000967Disabling writes for close at 1731756000967Obtaining lock to block concurrent updates at 1731756000967Preparing flush snapshotting stores in 0018275d13076efbc1206767d7659e7a at 1731756000967Finished memstore snapshotting hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731756000967Flushing stores of hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a. at 1731756000968 (+1 ms)Flushing 0018275d13076efbc1206767d7659e7a/hfileref: creating writer at 1731756000968Flushing 0018275d13076efbc1206767d7659e7a/hfileref: appending metadata at 1731756000983 (+15 ms)Flushing 0018275d13076efbc1206767d7659e7a/hfileref: closing flushed file at 1731756000983Flushing 0018275d13076efbc1206767d7659e7a/queue: creating writer at 1731756001392 (+409 ms)Flushing 0018275d13076efbc1206767d7659e7a/queue: appending metadata at 1731756001403 (+11 ms)Flushing 0018275d13076efbc1206767d7659e7a/queue: closing flushed file at 1731756001404 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e02267: reopening flushed file at 1731756001811 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47a259c8: reopening flushed file at 1731756001817 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 0018275d13076efbc1206767d7659e7a in 856ms, sequenceid=12, compaction requested=false at 1731756001823 (+6 ms)Writing region close event to WAL at 1731756001828 (+5 ms)Running coprocessor post-close hooks at 1731756001831 (+3 ms)Closed at 1731756001831 2024-11-16T11:20:01,831 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731755993985.0018275d13076efbc1206767d7659e7a. 2024-11-16T11:20:01,856 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 to pos 1328, reset compression=false 2024-11-16T11:20:01,958 INFO [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T11:20:01,958 DEBUG [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:20:01,958 DEBUG [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:20:02,018 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 1033, reset compression=false 2024-11-16T11:20:02,072 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:20:02,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1] 2024-11-16T11:20:02,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:20:02,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:02,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:02,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1 from cache 2024-11-16T11:20:02,158 DEBUG [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:20:02,231 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/.tmp/rep_barrier/b5625788447c4015837fb19244c5f253 2024-11-16T11:20:02,252 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/.tmp/table/08dbaa23e14f44acb400a26b4191c3ab is 53, key is hbase:replication/table:state/1731755995156/Put/seqid=0 2024-11-16T11:20:02,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741851_1027 (size=5308) 2024-11-16T11:20:02,260 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 to pos 1328, reset compression=false 2024-11-16T11:20:02,358 DEBUG [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:20:02,558 DEBUG [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:20:02,581 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:20:02,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1] 2024-11-16T11:20:02,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:20:02,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:02,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:02,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35017,1731755985155, seqNum=-1 from cache 2024-11-16T11:20:02,584 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:20:02,585 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-16T11:20:01.444Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:01.553Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:01.763Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:02.074Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:02.584Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server a7948fca2832,35017,1731755985155 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T11:20:02,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-16T11:20:01.444Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:01.553Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:01.763Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:02.074Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:02.584Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server a7948fca2832,35017,1731755985155 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T11:20:02,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:54678 deadline: 1731756060608, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-16T11:20:01.444Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:01.553Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:01.763Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:02.074Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:02.584Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:02,589 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-16T11:20:01.444Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:01.553Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:01.763Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:02.074Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting 2024-11-16T11:20:02.584Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server a7948fca2832,35017,1731755985155 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:20:02,622 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 1033, reset compression=false 2024-11-16T11:20:02,658 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/.tmp/table/08dbaa23e14f44acb400a26b4191c3ab 2024-11-16T11:20:02,662 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/.tmp/info/eefa34287fd148cbb916cea75bc8acb5 as hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/info/eefa34287fd148cbb916cea75bc8acb5 2024-11-16T11:20:02,667 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/info/eefa34287fd148cbb916cea75bc8acb5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T11:20:02,668 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/.tmp/ns/a99caf8d841247bf98947221278df5e7 as hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/ns/a99caf8d841247bf98947221278df5e7 2024-11-16T11:20:02,672 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/ns/a99caf8d841247bf98947221278df5e7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T11:20:02,673 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/.tmp/rep_barrier/b5625788447c4015837fb19244c5f253 as hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/rep_barrier/b5625788447c4015837fb19244c5f253 2024-11-16T11:20:02,678 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/rep_barrier/b5625788447c4015837fb19244c5f253, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T11:20:02,679 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/.tmp/table/08dbaa23e14f44acb400a26b4191c3ab as hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/table/08dbaa23e14f44acb400a26b4191c3ab 2024-11-16T11:20:02,683 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/table/08dbaa23e14f44acb400a26b4191c3ab, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T11:20:02,684 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false 2024-11-16T11:20:02,690 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T11:20:02,691 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:20:02,691 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:20:02,691 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:20:02,691 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756000957Running coprocessor pre-close hooks at 1731756000957Disabling compacts and flushes for region at 1731756000957Disabling writes for close at 1731756000957Obtaining lock to block concurrent updates at 1731756000957Preparing flush snapshotting stores in 1588230740 at 1731756000957Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731756000958 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731756000958Flushing 1588230740/info: creating writer at 1731756000958Flushing 1588230740/info: appending metadata at 1731756000980 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731756000980Flushing 1588230740/ns: creating writer at 1731756001391 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731756001406 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731756001406Flushing 1588230740/rep_barrier: creating writer at 1731756001814 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731756001827 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731756001827Flushing 1588230740/table: creating writer at 1731756002235 (+408 ms)Flushing 1588230740/table: appending metadata at 1731756002252 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731756002252Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d15adda: reopening flushed file at 1731756002662 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@262a03c5: reopening flushed file at 1731756002667 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55d6d1f9: reopening flushed file at 1731756002673 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52431d2d: reopening flushed file at 1731756002678 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false at 1731756002684 (+6 ms)Writing region close event to WAL at 1731756002687 (+3 ms)Running coprocessor post-close hooks at 1731756002691 (+4 ms)Closed at 1731756002691 2024-11-16T11:20:02,691 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:20:02,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:20:02,693 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server a7948fca2832,35017,1731755985155 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:20:02,759 INFO [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,35017,1731755985155; all regions closed. 2024-11-16T11:20:02,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741834_1010 (size=4239) 2024-11-16T11:20:02,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741839_1015 (size=3127) 2024-11-16T11:20:02,763 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.rep.1731755995118 not finished, retry = 0 2024-11-16T11:20:02,764 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 to pos 1328, reset compression=false 2024-11-16T11:20:02,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,35017,1731755985155 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:20:02,896 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server a7948fca2832,35017,1731755985155 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:20:02,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741832_1008 (size=1336) 2024-11-16T11:20:02,906 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/WALs/a7948fca2832,35017,1731755985155/a7948fca2832%2C35017%2C1731755985155.1731755987417 not finished, retry = 0 2024-11-16T11:20:03,007 DEBUG [RS:0;a7948fca2832:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:03,007 INFO [RS:0;a7948fca2832:35017 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:20:03,007 INFO [RS:0;a7948fca2832:35017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:20:03,007 INFO [RS:0;a7948fca2832:35017 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:20:03,008 INFO [RS:0;a7948fca2832:35017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:20:03,008 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:20:03,008 INFO [RS:0;a7948fca2832:35017 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a7948fca2832,35017,1731755985155 because: Region server is closing 2024-11-16T11:20:03,008 INFO [RS:0;a7948fca2832:35017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:35017. 2024-11-16T11:20:03,008 DEBUG [RS:0;a7948fca2832:35017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:03,008 DEBUG [RS:0;a7948fca2832:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:03,008 DEBUG [RS:0;a7948fca2832:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:03,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:20:03,108 INFO [RS:0;a7948fca2832:35017 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.shippera7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 terminated 2024-11-16T11:20:03,109 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35017,1731755985155.replicationSource.wal-reader.a7948fca2832%2C35017%2C1731755985155,1-a7948fca2832,35017,1731755985155 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T11:20:03,109 INFO [RS:0;a7948fca2832:35017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:35017. 2024-11-16T11:20:03,109 DEBUG [RS:0;a7948fca2832:35017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:03,109 DEBUG [RS:0;a7948fca2832:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:03,109 DEBUG [RS:0;a7948fca2832:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:03,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:20:03,109 INFO [RS:0;a7948fca2832:35017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35017 2024-11-16T11:20:03,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1729662596/rs/a7948fca2832,35017,1731755985155 2024-11-16T11:20:03,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596/rs 2024-11-16T11:20:03,123 INFO [RS:0;a7948fca2832:35017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:20:03,134 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,35017,1731755985155] 2024-11-16T11:20:03,144 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1729662596/draining/a7948fca2832,35017,1731755985155 already deleted, retry=false 2024-11-16T11:20:03,144 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,35017,1731755985155 expired; onlineServers=0 2024-11-16T11:20:03,144 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,45305,1731755984843' ***** 2024-11-16T11:20:03,144 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:20:03,144 INFO [M:0;a7948fca2832:45305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:20:03,144 INFO [M:0;a7948fca2832:45305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:20:03,145 DEBUG [M:0;a7948fca2832:45305 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:20:03,145 DEBUG [M:0;a7948fca2832:45305 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:20:03,145 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:20:03,145 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755987175 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755987175,5,FailOnTimeoutGroup] 2024-11-16T11:20:03,145 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755987175 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755987175,5,FailOnTimeoutGroup] 2024-11-16T11:20:03,145 INFO [M:0;a7948fca2832:45305 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:20:03,145 INFO [M:0;a7948fca2832:45305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:20:03,145 DEBUG [M:0;a7948fca2832:45305 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:20:03,145 INFO [M:0;a7948fca2832:45305 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:20:03,145 INFO [M:0;a7948fca2832:45305 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:20:03,145 INFO [M:0;a7948fca2832:45305 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:20:03,145 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:20:03,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1729662596/master 2024-11-16T11:20:03,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1729662596 2024-11-16T11:20:03,155 DEBUG [M:0;a7948fca2832:45305 {}] zookeeper.ZKUtil(347): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Unable to get data of znode /1-1729662596/master because node does not exist (not an error) 2024-11-16T11:20:03,155 WARN [M:0;a7948fca2832:45305 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:20:03,156 INFO [M:0;a7948fca2832:45305 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/.lastflushedseqids 2024-11-16T11:20:03,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741852_1028 (size=263) 2024-11-16T11:20:03,199 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7948fca2832:35017 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7948fca2832/172.17.0.2:35017 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:20:03,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address a7948fca2832:35017 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7948fca2832/172.17.0.2:35017 2024-11-16T11:20:03,200 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=a7948fca2832:35017 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7948fca2832/172.17.0.2:35017 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7948fca2832/172.17.0.2:35017 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T11:20:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T11:20:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:55974 deadline: 1731756063201, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T11:20:03,203 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T11:20:03,203 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T11:20:03,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:20:03,234 INFO [RS:0;a7948fca2832:35017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:20:03,234 INFO [RS:0;a7948fca2832:35017 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,35017,1731755985155; zookeeper connection closed. 2024-11-16T11:20:03,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101435f24930004, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:20:03,234 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56a0dee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56a0dee 2024-11-16T11:20:03,235 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:20:03,325 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 1033, reset compression=false 2024-11-16T11:20:03,560 INFO [M:0;a7948fca2832:45305 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:20:03,560 INFO [M:0;a7948fca2832:45305 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:20:03,560 DEBUG [M:0;a7948fca2832:45305 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:20:03,560 INFO [M:0;a7948fca2832:45305 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:03,561 DEBUG [M:0;a7948fca2832:45305 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:03,561 DEBUG [M:0;a7948fca2832:45305 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:20:03,561 DEBUG [M:0;a7948fca2832:45305 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:03,561 INFO [M:0;a7948fca2832:45305 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-16T11:20:03,578 DEBUG [M:0;a7948fca2832:45305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a10633414804eef8e38b3f87dcfbc88 is 82, key is hbase:meta,,1/info:regioninfo/1731755988414/Put/seqid=0 2024-11-16T11:20:03,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741853_1029 (size=5672) 2024-11-16T11:20:03,604 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T11:20:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T11:20:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:55974 deadline: 1731756063605, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T11:20:03,606 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T11:20:03,606 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T11:20:03,606 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T11:20:03,982 INFO [M:0;a7948fca2832:45305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a10633414804eef8e38b3f87dcfbc88 2024-11-16T11:20:03,998 DEBUG [M:0;a7948fca2832:45305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/179291eab2064cd29bdeda2827ee30df is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731755995160/Put/seqid=0 2024-11-16T11:20:04,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741854_1030 (size=8517) 2024-11-16T11:20:04,107 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T11:20:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T11:20:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] ipc.CallRunner(138): callId: 19 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:55974 deadline: 1731756064108, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T11:20:04,109 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T11:20:04,109 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T11:20:04,110 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T11:20:04,139 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 1033, reset compression=false 2024-11-16T11:20:04,402 INFO [M:0;a7948fca2832:45305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/179291eab2064cd29bdeda2827ee30df 2024-11-16T11:20:04,419 DEBUG [M:0;a7948fca2832:45305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac1c5a78b0f242e1b2425b6c31315077 is 69, key is a7948fca2832,35017,1731755985155/rs:state/1731755987212/Put/seqid=0 2024-11-16T11:20:04,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741855_1031 (size=5156) 2024-11-16T11:20:04,710 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T11:20:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T11:20:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:55974 deadline: 1731756064711, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T11:20:04,712 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T11:20:04,713 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T11:20:04,713 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T11:20:04,823 INFO [M:0;a7948fca2832:45305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac1c5a78b0f242e1b2425b6c31315077 2024-11-16T11:20:04,828 DEBUG [M:0;a7948fca2832:45305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a10633414804eef8e38b3f87dcfbc88 as hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a10633414804eef8e38b3f87dcfbc88 2024-11-16T11:20:04,831 INFO [M:0;a7948fca2832:45305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a10633414804eef8e38b3f87dcfbc88, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T11:20:04,832 DEBUG [M:0;a7948fca2832:45305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/179291eab2064cd29bdeda2827ee30df as hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/179291eab2064cd29bdeda2827ee30df 2024-11-16T11:20:04,836 INFO [M:0;a7948fca2832:45305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/179291eab2064cd29bdeda2827ee30df, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T11:20:04,836 DEBUG [M:0;a7948fca2832:45305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac1c5a78b0f242e1b2425b6c31315077 as hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac1c5a78b0f242e1b2425b6c31315077 2024-11-16T11:20:04,840 INFO [M:0;a7948fca2832:45305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac1c5a78b0f242e1b2425b6c31315077, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T11:20:04,841 INFO [M:0;a7948fca2832:45305 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-11-16T11:20:04,847 INFO [M:0;a7948fca2832:45305 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:04,847 DEBUG [M:0;a7948fca2832:45305 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756003560Disabling compacts and flushes for region at 1731756003560Disabling writes for close at 1731756003561 (+1 ms)Obtaining lock to block concurrent updates at 1731756003561Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731756003561Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731756003561Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731756003562 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731756003562Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731756003578 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731756003578Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731756003986 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731756003998 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731756003998Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731756004406 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731756004418 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731756004418Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e53080: reopening flushed file at 1731756004827 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@760b8e9: reopening flushed file at 1731756004832 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16fe4779: reopening flushed file at 1731756004836 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1731756004841 (+5 ms)Writing region close event to WAL at 1731756004847 (+6 ms)Closed at 1731756004847 2024-11-16T11:20:04,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35535 is added to blk_1073741830_1006 (size=63666) 2024-11-16T11:20:04,850 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea30ef60-dbcd-ec72-3119-1fd3949d26cf/MasterData/WALs/a7948fca2832,45305,1731755984843/a7948fca2832%2C45305%2C1731755984843.1731755986906 not finished, retry = 0 2024-11-16T11:20:04,951 INFO [M:0;a7948fca2832:45305 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:20:04,951 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:20:04,951 INFO [M:0;a7948fca2832:45305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45305 2024-11-16T11:20:04,951 INFO [M:0;a7948fca2832:45305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:20:05,043 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 1033, reset compression=false 2024-11-16T11:20:05,118 INFO [M:0;a7948fca2832:45305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:20:05,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:20:05,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101435f24930003, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:20:05,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f81a6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:20:05,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70d9f799{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:20:05,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:20:05,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b1a24d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:20:05,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b384aca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/hadoop.log.dir/,STOPPED} 2024-11-16T11:20:05,154 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:20:05,154 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:20:05,154 WARN [BP-651335290-172.17.0.2-1731755982612 heartbeating to localhost/127.0.0.1:37177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:20:05,154 WARN [BP-651335290-172.17.0.2-1731755982612 heartbeating to localhost/127.0.0.1:37177 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-651335290-172.17.0.2-1731755982612 (Datanode Uuid 888b4876-833e-4d0e-ae0e-0c9af88d13e6) service to localhost/127.0.0.1:37177 2024-11-16T11:20:05,154 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/cluster_d8f9b8a2-b94e-aaba-f8e8-25c5d37e3701/data/data1/current/BP-651335290-172.17.0.2-1731755982612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:20:05,155 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/cluster_d8f9b8a2-b94e-aaba-f8e8-25c5d37e3701/data/data2/current/BP-651335290-172.17.0.2-1731755982612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:20:05,155 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:20:05,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@510f7320{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:20:05,161 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79e27daf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:20:05,161 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:20:05,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@268e84f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:20:05,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@356a080a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/hadoop.log.dir/,STOPPED} 2024-11-16T11:20:05,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:20:05,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:20:05,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:20:05,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:05,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:05,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:05,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:20:05,178 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:20:05,179 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=687242134, stopped=false 2024-11-16T11:20:05,179 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,33489,1731755979031 2024-11-16T11:20:05,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-593896633/running 2024-11-16T11:20:05,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x101435f24930001, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-593896633/running 2024-11-16T11:20:05,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633 2024-11-16T11:20:05,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x101435f24930001, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633 2024-11-16T11:20:05,197 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:20:05,197 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:20:05,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:05,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:05,197 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,42935,1731755979216' ***** 2024-11-16T11:20:05,197 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:20:05,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42935-0x101435f24930001, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Set watcher on znode that does not yet exist, /0-593896633/running 2024-11-16T11:20:05,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Set watcher on znode that does not yet exist, /0-593896633/running 2024-11-16T11:20:05,198 INFO [RS:0;a7948fca2832:42935 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:20:05,198 INFO [RS:0;a7948fca2832:42935 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:20:05,198 INFO [RS:0;a7948fca2832:42935 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:20:05,198 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:20:05,198 INFO [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d81bd9498ef6a36f8109273965b98d8 2024-11-16T11:20:05,198 INFO [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer(3091): Received CLOSE for bc029032c7870e2c04cc89ab7570c184 2024-11-16T11:20:05,198 INFO [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,42935,1731755979216 2024-11-16T11:20:05,198 INFO [RS:0;a7948fca2832:42935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:20:05,198 INFO [RS:0;a7948fca2832:42935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:42935. 2024-11-16T11:20:05,199 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d81bd9498ef6a36f8109273965b98d8, disabling compactions & flushes 2024-11-16T11:20:05,199 DEBUG [RS:0;a7948fca2832:42935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:05,199 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8. 2024-11-16T11:20:05,199 DEBUG [RS:0;a7948fca2832:42935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:05,199 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8. 2024-11-16T11:20:05,199 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8. after waiting 0 ms 2024-11-16T11:20:05,199 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8. 2024-11-16T11:20:05,199 INFO [RS:0;a7948fca2832:42935 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:20:05,199 INFO [RS:0;a7948fca2832:42935 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:20:05,199 INFO [RS:0;a7948fca2832:42935 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:20:05,199 INFO [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:20:05,199 INFO [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T11:20:05,199 DEBUG [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0d81bd9498ef6a36f8109273965b98d8=test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8., bc029032c7870e2c04cc89ab7570c184=hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184.} 2024-11-16T11:20:05,199 DEBUG [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer(1351): Waiting on 0d81bd9498ef6a36f8109273965b98d8, 1588230740, bc029032c7870e2c04cc89ab7570c184 2024-11-16T11:20:05,199 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:20:05,199 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:20:05,199 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:20:05,199 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:20:05,199 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:20:05,199 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T11:20:05,202 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/default/test/0d81bd9498ef6a36f8109273965b98d8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T11:20:05,202 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:20:05,202 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:20:05,202 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8. 2024-11-16T11:20:05,203 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d81bd9498ef6a36f8109273965b98d8: Waiting for close lock at 1731756005198Running coprocessor pre-close hooks at 1731756005198Disabling compacts and flushes for region at 1731756005198Disabling writes for close at 1731756005199 (+1 ms)Writing region close event to WAL at 1731756005199Running coprocessor post-close hooks at 1731756005202 (+3 ms)Closed at 1731756005202 2024-11-16T11:20:05,203 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8. 2024-11-16T11:20:05,203 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc029032c7870e2c04cc89ab7570c184, disabling compactions & flushes 2024-11-16T11:20:05,203 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184. 2024-11-16T11:20:05,203 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184. 2024-11-16T11:20:05,203 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184. after waiting 0 ms 2024-11-16T11:20:05,203 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184. 2024-11-16T11:20:05,203 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bc029032c7870e2c04cc89ab7570c184 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-16T11:20:05,216 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:20:05,216 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/replication/bc029032c7870e2c04cc89ab7570c184/.tmp/hfileref/c0a80efe04db434e9cd3e3820b6c7c1d is 74, key is 1/hfileref:445ccbd419c34519ae23e5f55da0f03e_SeqId_6_/1731756000379/Put/seqid=0 2024-11-16T11:20:05,216 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/.tmp/info/912397178b784076b77defe086f67e6b is 147, key is hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184./info:regioninfo/1731755993069/Put/seqid=0 2024-11-16T11:20:05,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741846_1022 (size=5345) 2024-11-16T11:20:05,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741847_1023 (size=7686) 2024-11-16T11:20:05,220 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/replication/bc029032c7870e2c04cc89ab7570c184/.tmp/hfileref/c0a80efe04db434e9cd3e3820b6c7c1d 2024-11-16T11:20:05,220 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/.tmp/info/912397178b784076b77defe086f67e6b 2024-11-16T11:20:05,237 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/replication/bc029032c7870e2c04cc89ab7570c184/.tmp/queue/178c449935ca4647b0f32866fa4ac4de is 153, key is 1-a7948fca2832,42935,1731755979216/queue:a7948fca2832%2C42935%2C1731755979216/1731755998746/Put/seqid=0 2024-11-16T11:20:05,238 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/.tmp/ns/59955a47c12947b88b2a17e54acc2ad1 is 43, key is default/ns:d/1731755982509/Put/seqid=0 2024-11-16T11:20:05,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741849_1025 (size=5153) 2024-11-16T11:20:05,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741848_1024 (size=5352) 2024-11-16T11:20:05,293 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:20:05,293 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:20:05,399 DEBUG [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc029032c7870e2c04cc89ab7570c184 2024-11-16T11:20:05,413 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T11:20:05,414 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7948fca2832:45305 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7948fca2832/172.17.0.2:45305 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:20:05,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address a7948fca2832:45305 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7948fca2832/172.17.0.2:45305 2024-11-16T11:20:05,521 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:05,522 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7948fca2832:45305 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7948fca2832/172.17.0.2:45305 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:20:05,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=a7948fca2832:45305 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7948fca2832/172.17.0.2:45305 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-16T11:20:05,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address a7948fca2832:45305 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7948fca2832/172.17.0.2:45305 2024-11-16T11:20:05,599 DEBUG [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc029032c7870e2c04cc89ab7570c184 2024-11-16T11:20:05,641 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/.tmp/ns/59955a47c12947b88b2a17e54acc2ad1 2024-11-16T11:20:05,642 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/replication/bc029032c7870e2c04cc89ab7570c184/.tmp/queue/178c449935ca4647b0f32866fa4ac4de 2024-11-16T11:20:05,645 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/replication/bc029032c7870e2c04cc89ab7570c184/.tmp/hfileref/c0a80efe04db434e9cd3e3820b6c7c1d as hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/replication/bc029032c7870e2c04cc89ab7570c184/hfileref/c0a80efe04db434e9cd3e3820b6c7c1d 2024-11-16T11:20:05,650 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/replication/bc029032c7870e2c04cc89ab7570c184/hfileref/c0a80efe04db434e9cd3e3820b6c7c1d, entries=4, sequenceid=10, filesize=5.2 K 2024-11-16T11:20:05,651 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/replication/bc029032c7870e2c04cc89ab7570c184/.tmp/queue/178c449935ca4647b0f32866fa4ac4de as hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/replication/bc029032c7870e2c04cc89ab7570c184/queue/178c449935ca4647b0f32866fa4ac4de 2024-11-16T11:20:05,655 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/replication/bc029032c7870e2c04cc89ab7570c184/queue/178c449935ca4647b0f32866fa4ac4de, entries=1, sequenceid=10, filesize=5.2 K 2024-11-16T11:20:05,655 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for bc029032c7870e2c04cc89ab7570c184 in 452ms, sequenceid=10, compaction requested=false 2024-11-16T11:20:05,656 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T11:20:05,659 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/.tmp/rep_barrier/ae394f7256054598ae359f0aaf8fb9d0 is 112, key is test,,1731755988518.0d81bd9498ef6a36f8109273965b98d8./rep_barrier:seqnumDuringOpen/1731755989664/Put/seqid=0 2024-11-16T11:20:05,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741850_1026 (size=5518) 2024-11-16T11:20:05,663 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/replication/bc029032c7870e2c04cc89ab7570c184/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T11:20:05,663 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/.tmp/rep_barrier/ae394f7256054598ae359f0aaf8fb9d0 2024-11-16T11:20:05,663 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:20:05,663 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:20:05,663 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184. 2024-11-16T11:20:05,663 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc029032c7870e2c04cc89ab7570c184: Waiting for close lock at 1731756005203Running coprocessor pre-close hooks at 1731756005203Disabling compacts and flushes for region at 1731756005203Disabling writes for close at 1731756005203Obtaining lock to block concurrent updates at 1731756005203Preparing flush snapshotting stores in bc029032c7870e2c04cc89ab7570c184 at 1731756005203Finished memstore snapshotting hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731756005203Flushing stores of hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184. at 1731756005204 (+1 ms)Flushing bc029032c7870e2c04cc89ab7570c184/hfileref: creating writer at 1731756005204Flushing bc029032c7870e2c04cc89ab7570c184/hfileref: appending metadata at 1731756005216 (+12 ms)Flushing bc029032c7870e2c04cc89ab7570c184/hfileref: closing flushed file at 1731756005216Flushing bc029032c7870e2c04cc89ab7570c184/queue: creating writer at 1731756005225 (+9 ms)Flushing bc029032c7870e2c04cc89ab7570c184/queue: appending metadata at 1731756005237 (+12 ms)Flushing bc029032c7870e2c04cc89ab7570c184/queue: closing flushed file at 1731756005237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fa4c0d2: reopening flushed file at 1731756005645 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10fe82df: reopening flushed file at 1731756005650 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for bc029032c7870e2c04cc89ab7570c184 in 452ms, sequenceid=10, compaction requested=false at 1731756005655 (+5 ms)Writing region close event to WAL at 1731756005660 (+5 ms)Running coprocessor post-close hooks at 1731756005663 (+3 ms)Closed at 1731756005663 2024-11-16T11:20:05,664 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731755991836.bc029032c7870e2c04cc89ab7570c184. 2024-11-16T11:20:05,680 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/.tmp/table/f17d28ad0772471a80dd08e9ce6abe7e is 53, key is hbase:replication/table:state/1731755993076/Put/seqid=0 2024-11-16T11:20:05,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741851_1027 (size=5308) 2024-11-16T11:20:05,731 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:05,732 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7948fca2832:45305 this server is in the failed servers list 2024-11-16T11:20:05,732 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7948fca2832:45305 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:20:05,800 DEBUG [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:20:06,000 DEBUG [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:20:06,041 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:06,041 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7948fca2832:45305 this server is in the failed servers list 2024-11-16T11:20:06,042 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7948fca2832:45305 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:20:06,047 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 1033, reset compression=false 2024-11-16T11:20:06,051 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:20:06,051 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 1328, reset compression=false 2024-11-16T11:20:06,085 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/.tmp/table/f17d28ad0772471a80dd08e9ce6abe7e 2024-11-16T11:20:06,090 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/.tmp/info/912397178b784076b77defe086f67e6b as hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/info/912397178b784076b77defe086f67e6b 2024-11-16T11:20:06,093 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/info/912397178b784076b77defe086f67e6b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T11:20:06,095 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/.tmp/ns/59955a47c12947b88b2a17e54acc2ad1 as hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/ns/59955a47c12947b88b2a17e54acc2ad1 2024-11-16T11:20:06,099 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/ns/59955a47c12947b88b2a17e54acc2ad1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T11:20:06,099 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/.tmp/rep_barrier/ae394f7256054598ae359f0aaf8fb9d0 as hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/rep_barrier/ae394f7256054598ae359f0aaf8fb9d0 2024-11-16T11:20:06,103 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/rep_barrier/ae394f7256054598ae359f0aaf8fb9d0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T11:20:06,103 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/.tmp/table/f17d28ad0772471a80dd08e9ce6abe7e as hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/table/f17d28ad0772471a80dd08e9ce6abe7e 2024-11-16T11:20:06,108 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/table/f17d28ad0772471a80dd08e9ce6abe7e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T11:20:06,109 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=16, compaction requested=false 2024-11-16T11:20:06,109 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T11:20:06,113 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T11:20:06,113 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:20:06,113 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:20:06,113 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:20:06,113 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756005199Running coprocessor pre-close hooks at 1731756005199Disabling compacts and flushes for region at 1731756005199Disabling writes for close at 1731756005199Obtaining lock to block concurrent updates at 1731756005199Preparing flush snapshotting stores in 1588230740 at 1731756005199Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731756005200 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731756005200Flushing 1588230740/info: creating writer at 1731756005200Flushing 1588230740/info: appending metadata at 1731756005216 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731756005216Flushing 1588230740/ns: creating writer at 1731756005225 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731756005237 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731756005237Flushing 1588230740/rep_barrier: creating writer at 1731756005645 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731756005659 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731756005659Flushing 1588230740/table: creating writer at 1731756005667 (+8 ms)Flushing 1588230740/table: appending metadata at 1731756005679 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731756005680 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ace7c40: reopening flushed file at 1731756006089 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dfbbcda: reopening flushed file at 1731756006093 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a29c692: reopening flushed file at 1731756006099 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d28df: reopening flushed file at 1731756006103 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=16, compaction requested=false at 1731756006109 (+6 ms)Writing region close event to WAL at 1731756006110 (+1 ms)Running coprocessor post-close hooks at 1731756006113 (+3 ms)Closed at 1731756006113 2024-11-16T11:20:06,114 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:20:06,200 INFO [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,42935,1731755979216; all regions closed. 2024-11-16T11:20:06,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741834_1010 (size=4239) 2024-11-16T11:20:06,202 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.meta.1731755982430.meta not finished, retry = 0 2024-11-16T11:20:06,254 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.wal-reader.a7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 to pos 1328, reset compression=false 2024-11-16T11:20:06,304 DEBUG [RS:0;a7948fca2832:42935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/oldWALs 2024-11-16T11:20:06,304 INFO [RS:0;a7948fca2832:42935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C42935%2C1731755979216.meta:.meta(num 1731755982430) 2024-11-16T11:20:06,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741839_1015 (size=2695) 2024-11-16T11:20:06,307 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.rep.1731755993034 not finished, retry = 0 2024-11-16T11:20:06,409 DEBUG [RS:0;a7948fca2832:42935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/oldWALs 2024-11-16T11:20:06,409 INFO [RS:0;a7948fca2832:42935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C42935%2C1731755979216.rep:(num 1731755993034) 2024-11-16T11:20:06,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741832_1008 (size=1336) 2024-11-16T11:20:06,411 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/WALs/a7948fca2832,42935,1731755979216/a7948fca2832%2C42935%2C1731755979216.1731755981425 not finished, retry = 0 2024-11-16T11:20:06,469 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:20:06,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:06,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:06,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:06,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:06,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:06,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:06,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:06,513 DEBUG [RS:0;a7948fca2832:42935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/oldWALs 2024-11-16T11:20:06,513 INFO [RS:0;a7948fca2832:42935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C42935%2C1731755979216:(num 1731755981425) 2024-11-16T11:20:06,513 DEBUG [RS:0;a7948fca2832:42935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:06,513 INFO [RS:0;a7948fca2832:42935 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:20:06,513 INFO [RS:0;a7948fca2832:42935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:20:06,513 INFO [RS:0;a7948fca2832:42935 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:20:06,513 INFO [RS:0;a7948fca2832:42935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:20:06,513 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:20:06,513 INFO [RS:0;a7948fca2832:42935 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a7948fca2832,42935,1731755979216 because: Region server is closing 2024-11-16T11:20:06,513 INFO [RS:0;a7948fca2832:42935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:42935. 2024-11-16T11:20:06,514 DEBUG [RS:0;a7948fca2832:42935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:06,514 DEBUG [RS:0;a7948fca2832:42935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:06,514 DEBUG [RS:0;a7948fca2832:42935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:06,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:20:06,551 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:06,551 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7948fca2832:45305 this server is in the failed servers list 2024-11-16T11:20:06,551 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7948fca2832:45305 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:20:06,614 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-16T11:20:06,614 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T11:20:06,614 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T11:20:07,415 INFO [RS:0;a7948fca2832:42935 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42935,1731755979216.replicationSource.shippera7948fca2832%2C42935%2C1731755979216,1-a7948fca2832,42935,1731755979216 terminated 2024-11-16T11:20:07,415 INFO [RS:0;a7948fca2832:42935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:42935. 2024-11-16T11:20:07,415 DEBUG [RS:0;a7948fca2832:42935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:07,415 DEBUG [RS:0;a7948fca2832:42935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:07,415 DEBUG [RS:0;a7948fca2832:42935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:07,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:20:07,415 INFO [RS:0;a7948fca2832:42935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42935 2024-11-16T11:20:07,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633/rs 2024-11-16T11:20:07,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x101435f24930001, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-593896633/rs/a7948fca2832,42935,1731755979216 2024-11-16T11:20:07,460 INFO [RS:0;a7948fca2832:42935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:20:07,470 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,42935,1731755979216] 2024-11-16T11:20:07,481 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-593896633/draining/a7948fca2832,42935,1731755979216 already deleted, retry=false 2024-11-16T11:20:07,481 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,42935,1731755979216 expired; onlineServers=0 2024-11-16T11:20:07,481 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,33489,1731755979031' ***** 2024-11-16T11:20:07,481 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:20:07,481 INFO [M:0;a7948fca2832:33489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:20:07,481 INFO [M:0;a7948fca2832:33489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:20:07,481 DEBUG [M:0;a7948fca2832:33489 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:20:07,481 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:20:07,481 DEBUG [M:0;a7948fca2832:33489 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:20:07,481 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755981226 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755981226,5,FailOnTimeoutGroup] 2024-11-16T11:20:07,481 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755981226 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755981226,5,FailOnTimeoutGroup] 2024-11-16T11:20:07,482 INFO [M:0;a7948fca2832:33489 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:20:07,482 INFO [M:0;a7948fca2832:33489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:20:07,482 DEBUG [M:0;a7948fca2832:33489 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:20:07,482 INFO [M:0;a7948fca2832:33489 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:20:07,482 INFO [M:0;a7948fca2832:33489 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:20:07,482 INFO [M:0;a7948fca2832:33489 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:20:07,482 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:20:07,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-593896633/master 2024-11-16T11:20:07,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593896633 2024-11-16T11:20:07,492 DEBUG [M:0;a7948fca2832:33489 {}] zookeeper.ZKUtil(347): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Unable to get data of znode /0-593896633/master because node does not exist (not an error) 2024-11-16T11:20:07,492 WARN [M:0;a7948fca2832:33489 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:20:07,493 INFO [M:0;a7948fca2832:33489 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/.lastflushedseqids 2024-11-16T11:20:07,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741852_1028 (size=263) 2024-11-16T11:20:07,561 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:07,561 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:20:07,564 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:20:07,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x101435f24930001, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:20:07,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x101435f24930001, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:20:07,571 INFO [RS:0;a7948fca2832:42935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:20:07,571 INFO [RS:0;a7948fca2832:42935 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,42935,1731755979216; zookeeper connection closed. 2024-11-16T11:20:07,571 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d94423f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d94423f 2024-11-16T11:20:07,571 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:20:07,901 INFO [M:0;a7948fca2832:33489 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:20:07,901 INFO [M:0;a7948fca2832:33489 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:20:07,901 DEBUG [M:0;a7948fca2832:33489 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:20:07,901 INFO [M:0;a7948fca2832:33489 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:07,901 DEBUG [M:0;a7948fca2832:33489 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:07,901 DEBUG [M:0;a7948fca2832:33489 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:20:07,901 DEBUG [M:0;a7948fca2832:33489 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:07,901 INFO [M:0;a7948fca2832:33489 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T11:20:07,914 DEBUG [M:0;a7948fca2832:33489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6c5cb8ccb5f412dafc5197133d709e8 is 82, key is hbase:meta,,1/info:regioninfo/1731755982458/Put/seqid=0 2024-11-16T11:20:07,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741853_1029 (size=5672) 2024-11-16T11:20:08,318 INFO [M:0;a7948fca2832:33489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6c5cb8ccb5f412dafc5197133d709e8 2024-11-16T11:20:08,338 DEBUG [M:0;a7948fca2832:33489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/823f1dc4ef06478882efa30b00409f27 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731755993080/Put/seqid=0 2024-11-16T11:20:08,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741854_1030 (size=8516) 2024-11-16T11:20:08,609 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:20:08,742 INFO [M:0;a7948fca2832:33489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/823f1dc4ef06478882efa30b00409f27 2024-11-16T11:20:08,761 DEBUG [M:0;a7948fca2832:33489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bc43588e18942c3b3d78157261122e2 is 69, key is a7948fca2832,42935,1731755979216/rs:state/1731755981275/Put/seqid=0 2024-11-16T11:20:08,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741855_1031 (size=5156) 2024-11-16T11:20:09,165 INFO [M:0;a7948fca2832:33489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bc43588e18942c3b3d78157261122e2 2024-11-16T11:20:09,169 DEBUG [M:0;a7948fca2832:33489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6c5cb8ccb5f412dafc5197133d709e8 as hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6c5cb8ccb5f412dafc5197133d709e8 2024-11-16T11:20:09,173 INFO [M:0;a7948fca2832:33489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6c5cb8ccb5f412dafc5197133d709e8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T11:20:09,173 DEBUG [M:0;a7948fca2832:33489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/823f1dc4ef06478882efa30b00409f27 as hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/823f1dc4ef06478882efa30b00409f27 2024-11-16T11:20:09,177 INFO [M:0;a7948fca2832:33489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/823f1dc4ef06478882efa30b00409f27, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T11:20:09,178 DEBUG [M:0;a7948fca2832:33489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bc43588e18942c3b3d78157261122e2 as hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bc43588e18942c3b3d78157261122e2 2024-11-16T11:20:09,182 INFO [M:0;a7948fca2832:33489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45093/user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bc43588e18942c3b3d78157261122e2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T11:20:09,182 INFO [M:0;a7948fca2832:33489 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-16T11:20:09,187 INFO [M:0;a7948fca2832:33489 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:09,187 DEBUG [M:0;a7948fca2832:33489 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756007901Disabling compacts and flushes for region at 1731756007901Disabling writes for close at 1731756007901Obtaining lock to block concurrent updates at 1731756007901Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731756007901Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731756007902 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731756007902Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731756007902Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731756007914 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731756007914Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731756008322 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731756008338 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731756008338Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731756008746 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731756008760 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731756008760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@543efe35: reopening flushed file at 1731756009168 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a068a5d: reopening flushed file at 1731756009173 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31a5adfd: reopening flushed file at 1731756009177 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731756009182 (+5 ms)Writing region close event to WAL at 1731756009187 (+5 ms)Closed at 1731756009187 2024-11-16T11:20:09,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741830_1006 (size=63654) 2024-11-16T11:20:09,189 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/acd5c424-3dbd-0f9d-a2bd-f66652f13382/MasterData/WALs/a7948fca2832,33489,1731755979031/a7948fca2832%2C33489%2C1731755979031.1731755980966 not finished, retry = 0 2024-11-16T11:20:09,289 INFO [M:0;a7948fca2832:33489 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:20:09,289 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:20:09,290 INFO [M:0;a7948fca2832:33489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33489 2024-11-16T11:20:09,290 INFO [M:0;a7948fca2832:33489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:20:09,455 INFO [M:0;a7948fca2832:33489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:20:09,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:20:09,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x101435f24930000, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:20:09,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@702d0e1c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:20:09,494 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@464459b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:20:09,495 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:20:09,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ecea2b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:20:09,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4abb186f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/hadoop.log.dir/,STOPPED} 2024-11-16T11:20:09,496 WARN [BP-77419737-172.17.0.2-1731755976957 heartbeating to localhost/127.0.0.1:45093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:20:09,496 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:20:09,496 WARN [BP-77419737-172.17.0.2-1731755976957 heartbeating to localhost/127.0.0.1:45093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-77419737-172.17.0.2-1731755976957 (Datanode Uuid f8289639-b628-4d1d-bff4-913b9c66a66b) service to localhost/127.0.0.1:45093 2024-11-16T11:20:09,496 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:20:09,497 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/cluster_c103069b-00e0-5cba-b448-9d2ad14ac586/data/data1/current/BP-77419737-172.17.0.2-1731755976957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:20:09,497 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/cluster_c103069b-00e0-5cba-b448-9d2ad14ac586/data/data2/current/BP-77419737-172.17.0.2-1731755976957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:20:09,497 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:20:09,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72f0a085{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:20:09,502 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6710d13e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:20:09,502 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:20:09,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47996aa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:20:09,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d5daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d231ae09-080b-b72d-4f42-a5db3a34fa59/hadoop.log.dir/,STOPPED} 2024-11-16T11:20:09,507 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T11:20:09,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:20:09,526 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 204) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45093 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37177 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45093 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45093 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50838) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37177 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45093 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45093 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50838) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:37177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45093 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45093 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=621 (was 568) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=309 (was 259) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4105 (was 4239) 2024-11-16T11:20:09,533 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=309, ProcessCount=11, AvailableMemoryMB=4105 2024-11-16T11:20:09,545 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-16T11:20:09,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/hadoop.log.dir so I do NOT create it in target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572 2024-11-16T11:20:09,545 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:20:09,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/hadoop.tmp.dir so I do NOT create it in target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572 2024-11-16T11:20:09,545 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56fcd214-1591-1521-d617-079d3abc80c3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:20:09,545 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572 2024-11-16T11:20:09,545 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/cluster_0d9bd540-9589-8b89-f069-002101cd1116, deleteOnExit=true 2024-11-16T11:20:09,568 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/cluster_0d9bd540-9589-8b89-f069-002101cd1116/zookeeper_0, clientPort=59162, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/cluster_0d9bd540-9589-8b89-f069-002101cd1116/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/cluster_0d9bd540-9589-8b89-f069-002101cd1116/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T11:20:09,569 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59162 2024-11-16T11:20:09,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:20:09,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:20:09,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/test.cache.data in system properties and HBase conf 2024-11-16T11:20:09,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:20:09,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:20:09,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:20:09,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:20:09,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:20:09,569 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:20:09,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:20:09,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:20:09,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:20:09,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:20:09,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:20:09,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:20:09,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:20:09,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:20:09,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:20:09,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:20:09,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:20:09,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:20:09,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:20:09,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:20:09,581 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:09,581 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:20:09,587 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:20:09,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101435f24930005, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T11:20:09,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101435f24930002, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T11:20:09,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101435f24930002, quorum=127.0.0.1:50838, baseZNode=/0-593896633 Received Disconnected from ZooKeeper, ignoring 2024-11-16T11:20:09,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101435f24930005, quorum=127.0.0.1:50838, baseZNode=/1-1729662596 Received Disconnected from ZooKeeper, ignoring 2024-11-16T11:20:09,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:20:09,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:20:09,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:20:09,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:20:09,945 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:20:09,946 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:20:09,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70969ef9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:20:09,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0189c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:20:10,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60ad2533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/java.io.tmpdir/jetty-localhost-42165-hadoop-hdfs-3_4_1-tests_jar-_-any-5026195276770179877/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:20:10,043 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10ed0da3{HTTP/1.1, (http/1.1)}{localhost:42165} 2024-11-16T11:20:10,043 INFO [Time-limited test {}] server.Server(415): Started @203905ms 2024-11-16T11:20:10,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:20:10,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:20:10,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:20:10,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:20:10,311 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:20:10,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6632bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:20:10,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@111c5900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:20:10,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40bc9671{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/java.io.tmpdir/jetty-localhost-34537-hadoop-hdfs-3_4_1-tests_jar-_-any-15290030755293740389/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:20:10,407 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@201eac{HTTP/1.1, (http/1.1)}{localhost:34537} 2024-11-16T11:20:10,407 INFO [Time-limited test {}] server.Server(415): Started @204270ms 2024-11-16T11:20:10,408 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:20:11,246 WARN [Thread-2193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/cluster_0d9bd540-9589-8b89-f069-002101cd1116/data/data1/current/BP-486509496-172.17.0.2-1731756009589/current, will proceed with Du for space computation calculation, 2024-11-16T11:20:11,246 WARN [Thread-2194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/cluster_0d9bd540-9589-8b89-f069-002101cd1116/data/data2/current/BP-486509496-172.17.0.2-1731756009589/current, will proceed with Du for space computation calculation, 2024-11-16T11:20:11,261 WARN [Thread-2181 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:20:11,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f2bb34c2d60addf with lease ID 0x59c0d9d16104353d: Processing first storage report for DS-a1d6e51a-e33e-409c-b8fd-df04ad5c8f29 from datanode DatanodeRegistration(127.0.0.1:45557, datanodeUuid=c1e90411-66d7-449b-ba4b-8a8ddd27a504, infoPort=41783, infoSecurePort=0, ipcPort=38895, storageInfo=lv=-57;cid=testClusterID;nsid=964579211;c=1731756009589) 2024-11-16T11:20:11,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f2bb34c2d60addf with lease ID 0x59c0d9d16104353d: from storage DS-a1d6e51a-e33e-409c-b8fd-df04ad5c8f29 node DatanodeRegistration(127.0.0.1:45557, datanodeUuid=c1e90411-66d7-449b-ba4b-8a8ddd27a504, infoPort=41783, infoSecurePort=0, ipcPort=38895, storageInfo=lv=-57;cid=testClusterID;nsid=964579211;c=1731756009589), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:20:11,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f2bb34c2d60addf with lease ID 0x59c0d9d16104353d: Processing first storage report for DS-c321de8e-4a52-41b2-aff1-b9eb738d1b54 from datanode DatanodeRegistration(127.0.0.1:45557, datanodeUuid=c1e90411-66d7-449b-ba4b-8a8ddd27a504, infoPort=41783, infoSecurePort=0, ipcPort=38895, storageInfo=lv=-57;cid=testClusterID;nsid=964579211;c=1731756009589) 2024-11-16T11:20:11,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f2bb34c2d60addf with lease ID 0x59c0d9d16104353d: from storage DS-c321de8e-4a52-41b2-aff1-b9eb738d1b54 node DatanodeRegistration(127.0.0.1:45557, datanodeUuid=c1e90411-66d7-449b-ba4b-8a8ddd27a504, infoPort=41783, infoSecurePort=0, ipcPort=38895, storageInfo=lv=-57;cid=testClusterID;nsid=964579211;c=1731756009589), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:20:11,332 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572 2024-11-16T11:20:11,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:11,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:11,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:20:11,615 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:20:11,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:11,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:11,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:11,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:11,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:11,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:11,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:11,741 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c with version=8 2024-11-16T11:20:11,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/hbase-staging 2024-11-16T11:20:11,743 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:20:11,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:11,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:11,743 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:20:11,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:11,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:20:11,743 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:20:11,743 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:20:11,744 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36285 2024-11-16T11:20:11,745 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36285 connecting to ZooKeeper ensemble=127.0.0.1:59162 2024-11-16T11:20:11,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362850x0, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:20:11,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36285-0x101435fa40b0000 connected 2024-11-16T11:20:11,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:11,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:11,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Set watcher on znode that does not yet exist, /0790254624/running 2024-11-16T11:20:11,926 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c, hbase.cluster.distributed=false 2024-11-16T11:20:11,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Set watcher on znode that does not yet exist, /0790254624/acl 2024-11-16T11:20:11,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36285 2024-11-16T11:20:11,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36285 2024-11-16T11:20:11,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36285 2024-11-16T11:20:11,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36285 2024-11-16T11:20:11,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36285 2024-11-16T11:20:11,944 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:20:11,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:11,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:11,944 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:20:11,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:11,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:20:11,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:20:11,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:20:11,944 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32965 2024-11-16T11:20:11,945 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32965 connecting to ZooKeeper ensemble=127.0.0.1:59162 2024-11-16T11:20:11,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:11,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:11,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329650x0, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:20:11,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329650x0, quorum=127.0.0.1:59162, baseZNode=/0790254624 Set watcher on znode that does not yet exist, /0790254624/running 2024-11-16T11:20:11,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32965-0x101435fa40b0001 connected 2024-11-16T11:20:11,955 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:20:11,956 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:20:11,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32965-0x101435fa40b0001, quorum=127.0.0.1:59162, baseZNode=/0790254624 Set watcher on znode that does not yet exist, /0790254624/master 2024-11-16T11:20:11,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32965-0x101435fa40b0001, quorum=127.0.0.1:59162, baseZNode=/0790254624 Set watcher on znode that does not yet exist, /0790254624/acl 2024-11-16T11:20:11,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32965 2024-11-16T11:20:11,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32965 2024-11-16T11:20:11,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32965 2024-11-16T11:20:11,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32965 2024-11-16T11:20:11,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32965 2024-11-16T11:20:11,977 DEBUG [M:0;a7948fca2832:36285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:36285 2024-11-16T11:20:11,978 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0790254624/backup-masters/a7948fca2832,36285,1731756011743 2024-11-16T11:20:11,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101435fa40b0001, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624/backup-masters 2024-11-16T11:20:11,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624/backup-masters 2024-11-16T11:20:11,986 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Set watcher on existing znode=/0790254624/backup-masters/a7948fca2832,36285,1731756011743 2024-11-16T11:20:11,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101435fa40b0001, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0790254624/master 2024-11-16T11:20:11,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101435fa40b0001, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624 2024-11-16T11:20:11,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624 2024-11-16T11:20:11,997 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Set watcher on existing znode=/0790254624/master 2024-11-16T11:20:11,997 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0790254624/backup-masters/a7948fca2832,36285,1731756011743 from backup master directory 2024-11-16T11:20:12,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101435fa40b0001, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624/backup-masters 2024-11-16T11:20:12,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0790254624/backup-masters/a7948fca2832,36285,1731756011743 2024-11-16T11:20:12,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624/backup-masters 2024-11-16T11:20:12,007 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:20:12,007 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,36285,1731756011743 2024-11-16T11:20:12,010 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/hbase.id] with ID: f5730c1d-42dc-42f0-a0af-573fa9be5b3a 2024-11-16T11:20:12,010 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/.tmp/hbase.id 2024-11-16T11:20:12,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:20:12,416 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/.tmp/hbase.id]:[hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/hbase.id] 2024-11-16T11:20:12,425 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:12,425 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:20:12,426 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T11:20:12,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624 2024-11-16T11:20:12,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101435fa40b0001, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624 2024-11-16T11:20:12,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:20:12,876 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:20:12,877 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:20:12,877 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:20:12,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:20:13,284 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/data/master/store 2024-11-16T11:20:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:20:13,632 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:13,632 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:20:13,633 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8219 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:20:13,689 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:13,689 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:20:13,689 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:13,689 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:13,689 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:20:13,689 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:13,689 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:13,689 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756013689Disabling compacts and flushes for region at 1731756013689Disabling writes for close at 1731756013689Writing region close event to WAL at 1731756013689Closed at 1731756013689 2024-11-16T11:20:13,690 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/data/master/store/.initializing 2024-11-16T11:20:13,690 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/WALs/a7948fca2832,36285,1731756011743 2024-11-16T11:20:13,691 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:20:13,692 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C36285%2C1731756011743, suffix=, logDir=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/WALs/a7948fca2832,36285,1731756011743, archiveDir=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/oldWALs, maxLogs=10 2024-11-16T11:20:13,707 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/WALs/a7948fca2832,36285,1731756011743/a7948fca2832%2C36285%2C1731756011743.1731756013692, exclude list is [], retry=0 2024-11-16T11:20:13,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45557,DS-a1d6e51a-e33e-409c-b8fd-df04ad5c8f29,DISK] 2024-11-16T11:20:13,710 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/WALs/a7948fca2832,36285,1731756011743/a7948fca2832%2C36285%2C1731756011743.1731756013692 2024-11-16T11:20:13,711 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41783:41783)] 2024-11-16T11:20:13,711 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:20:13,711 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:13,711 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:13,711 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:13,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:13,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:20:13,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:13,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:13,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:13,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:20:13,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:13,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:13,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:13,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:20:13,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:13,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:13,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:13,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:20:13,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:13,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:13,717 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:13,718 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:13,718 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:13,719 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:13,719 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:13,719 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:20:13,720 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:13,722 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:20:13,722 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71052649, jitterRate=0.05876697599887848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:20:13,723 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731756013711Initializing all the Stores at 1731756013712 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756013712Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756013712Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756013712Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756013712Cleaning up temporary data from old regions at 1731756013719 (+7 ms)Region opened successfully at 1731756013723 (+4 ms) 2024-11-16T11:20:13,723 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:20:13,725 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:20:13,726 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:20:13,726 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:20:13,726 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:20:13,727 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:20:13,727 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:20:13,727 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:20:13,727 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:20:13,729 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:20:13,730 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Unable to get data of znode /0790254624/balancer because node does not exist (not necessarily an error) 2024-11-16T11:20:13,786 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0790254624/balancer already deleted, retry=false 2024-11-16T11:20:13,786 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:20:13,787 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Unable to get data of znode /0790254624/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:20:13,796 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0790254624/normalizer already deleted, retry=false 2024-11-16T11:20:13,796 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:20:13,797 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Unable to get data of znode /0790254624/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:20:13,807 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0790254624/switch/split already deleted, retry=false 2024-11-16T11:20:13,807 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Unable to get data of znode /0790254624/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:20:13,817 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0790254624/switch/merge already deleted, retry=false 2024-11-16T11:20:13,819 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Unable to get data of znode /0790254624/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:20:13,828 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0790254624/snapshot-cleanup already deleted, retry=false 2024-11-16T11:20:13,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0790254624/running 2024-11-16T11:20:13,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101435fa40b0001, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0790254624/running 2024-11-16T11:20:13,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624 2024-11-16T11:20:13,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101435fa40b0001, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624 2024-11-16T11:20:13,839 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,36285,1731756011743, sessionid=0x101435fa40b0000, setting cluster-up flag (Was=false) 2024-11-16T11:20:13,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624 2024-11-16T11:20:13,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101435fa40b0001, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624 2024-11-16T11:20:13,891 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0790254624/flush-table-proc/acquired, /0790254624/flush-table-proc/reached, /0790254624/flush-table-proc/abort 2024-11-16T11:20:13,892 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,36285,1731756011743 2024-11-16T11:20:13,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101435fa40b0001, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624 2024-11-16T11:20:13,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624 2024-11-16T11:20:13,944 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0790254624/online-snapshot/acquired, /0790254624/online-snapshot/reached, /0790254624/online-snapshot/abort 2024-11-16T11:20:13,945 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,36285,1731756011743 2024-11-16T11:20:13,946 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:20:13,947 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:20:13,947 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:20:13,947 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:20:13,947 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,36285,1731756011743 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:20:13,948 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:20:13,948 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:20:13,948 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:20:13,948 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:20:13,948 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:20:13,948 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:13,948 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:20:13,948 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:13,949 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731756043949 2024-11-16T11:20:13,949 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:20:13,949 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:20:13,949 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:20:13,949 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:20:13,949 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:20:13,949 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:20:13,949 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:20:13,949 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:13,949 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:20:13,949 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:20:13,950 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:20:13,950 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:20:13,950 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:20:13,950 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:20:13,950 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:20:13,950 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756013950,5,FailOnTimeoutGroup] 2024-11-16T11:20:13,950 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:13,950 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756013950,5,FailOnTimeoutGroup] 2024-11-16T11:20:13,950 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:13,950 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:20:13,950 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:13,950 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:13,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:20:13,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:20:13,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:20:13,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T11:20:13,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T11:20:13,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T11:20:13,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:20:13,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:20:13,967 INFO [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(746): ClusterId : f5730c1d-42dc-42f0-a0af-573fa9be5b3a 2024-11-16T11:20:13,967 DEBUG [RS:0;a7948fca2832:32965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:20:13,976 DEBUG [RS:0;a7948fca2832:32965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:20:13,976 DEBUG [RS:0;a7948fca2832:32965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:20:13,986 DEBUG [RS:0;a7948fca2832:32965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:20:13,987 DEBUG [RS:0;a7948fca2832:32965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c252f5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:20:13,999 DEBUG [RS:0;a7948fca2832:32965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:32965 2024-11-16T11:20:13,999 INFO [RS:0;a7948fca2832:32965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:20:13,999 INFO [RS:0;a7948fca2832:32965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:20:13,999 DEBUG [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:20:14,000 INFO [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,36285,1731756011743 with port=32965, startcode=1731756011943 2024-11-16T11:20:14,000 DEBUG [RS:0;a7948fca2832:32965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:20:14,001 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:20:14,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,32965,1731756011943 2024-11-16T11:20:14,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36285 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,32965,1731756011943 2024-11-16T11:20:14,004 DEBUG [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c 2024-11-16T11:20:14,004 DEBUG [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41139 2024-11-16T11:20:14,004 DEBUG [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:20:14,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624/rs 2024-11-16T11:20:14,017 DEBUG [RS:0;a7948fca2832:32965 {}] zookeeper.ZKUtil(111): regionserver:32965-0x101435fa40b0001, quorum=127.0.0.1:59162, baseZNode=/0790254624 Set watcher on existing znode=/0790254624/rs/a7948fca2832,32965,1731756011943 2024-11-16T11:20:14,017 WARN [RS:0;a7948fca2832:32965 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:20:14,017 INFO [RS:0;a7948fca2832:32965 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:20:14,017 DEBUG [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943 2024-11-16T11:20:14,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,32965,1731756011943] 2024-11-16T11:20:14,020 INFO [RS:0;a7948fca2832:32965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:20:14,021 INFO [RS:0;a7948fca2832:32965 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:20:14,021 INFO [RS:0;a7948fca2832:32965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:20:14,021 INFO [RS:0;a7948fca2832:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:14,022 INFO [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:20:14,022 INFO [RS:0;a7948fca2832:32965 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:20:14,022 INFO [RS:0;a7948fca2832:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:14,022 DEBUG [RS:0;a7948fca2832:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:14,022 DEBUG [RS:0;a7948fca2832:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:14,022 DEBUG [RS:0;a7948fca2832:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:14,022 DEBUG [RS:0;a7948fca2832:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:14,022 DEBUG [RS:0;a7948fca2832:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:14,022 DEBUG [RS:0;a7948fca2832:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:20:14,022 DEBUG [RS:0;a7948fca2832:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:14,022 DEBUG [RS:0;a7948fca2832:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:14,022 DEBUG [RS:0;a7948fca2832:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:14,022 DEBUG [RS:0;a7948fca2832:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:14,022 DEBUG [RS:0;a7948fca2832:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:14,023 DEBUG [RS:0;a7948fca2832:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:14,023 DEBUG [RS:0;a7948fca2832:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:20:14,023 DEBUG [RS:0;a7948fca2832:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:20:14,023 INFO [RS:0;a7948fca2832:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:14,023 INFO [RS:0;a7948fca2832:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:14,023 INFO [RS:0;a7948fca2832:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:14,023 INFO [RS:0;a7948fca2832:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:14,023 INFO [RS:0;a7948fca2832:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:14,023 INFO [RS:0;a7948fca2832:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,32965,1731756011943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:20:14,035 INFO [RS:0;a7948fca2832:32965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:20:14,036 INFO [RS:0;a7948fca2832:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,32965,1731756011943-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:14,036 INFO [RS:0;a7948fca2832:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:14,036 INFO [RS:0;a7948fca2832:32965 {}] regionserver.Replication(171): a7948fca2832,32965,1731756011943 started 2024-11-16T11:20:14,047 INFO [RS:0;a7948fca2832:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:14,048 INFO [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,32965,1731756011943, RpcServer on a7948fca2832/172.17.0.2:32965, sessionid=0x101435fa40b0001 2024-11-16T11:20:14,048 DEBUG [RS:0;a7948fca2832:32965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:20:14,048 DEBUG [RS:0;a7948fca2832:32965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,32965,1731756011943 2024-11-16T11:20:14,048 DEBUG [RS:0;a7948fca2832:32965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,32965,1731756011943' 2024-11-16T11:20:14,048 DEBUG [RS:0;a7948fca2832:32965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0790254624/flush-table-proc/abort' 2024-11-16T11:20:14,048 DEBUG [RS:0;a7948fca2832:32965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0790254624/flush-table-proc/acquired' 2024-11-16T11:20:14,049 DEBUG [RS:0;a7948fca2832:32965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:20:14,049 DEBUG [RS:0;a7948fca2832:32965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:20:14,049 DEBUG [RS:0;a7948fca2832:32965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,32965,1731756011943 2024-11-16T11:20:14,049 DEBUG [RS:0;a7948fca2832:32965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,32965,1731756011943' 2024-11-16T11:20:14,049 DEBUG [RS:0;a7948fca2832:32965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0790254624/online-snapshot/abort' 2024-11-16T11:20:14,049 DEBUG [RS:0;a7948fca2832:32965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0790254624/online-snapshot/acquired' 2024-11-16T11:20:14,049 DEBUG [RS:0;a7948fca2832:32965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:20:14,049 INFO [RS:0;a7948fca2832:32965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:20:14,049 INFO [RS:0;a7948fca2832:32965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:20:14,150 INFO [RS:0;a7948fca2832:32965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:20:14,151 INFO [RS:0;a7948fca2832:32965 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C32965%2C1731756011943, suffix=, logDir=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943, archiveDir=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/oldWALs, maxLogs=10 2024-11-16T11:20:14,163 DEBUG [RS:0;a7948fca2832:32965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151, exclude list is [], retry=0 2024-11-16T11:20:14,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45557,DS-a1d6e51a-e33e-409c-b8fd-df04ad5c8f29,DISK] 2024-11-16T11:20:14,166 INFO [RS:0;a7948fca2832:32965 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 2024-11-16T11:20:14,167 DEBUG [RS:0;a7948fca2832:32965 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41783:41783)] 2024-11-16T11:20:14,358 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:20:14,359 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c 2024-11-16T11:20:14,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741833_1009 (size=32) 2024-11-16T11:20:14,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:14,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:20:14,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:20:14,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:14,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:14,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:20:14,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:20:14,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:14,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:14,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:20:14,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:20:14,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:14,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:14,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:20:14,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:20:14,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:14,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:14,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:20:14,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740 2024-11-16T11:20:14,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740 2024-11-16T11:20:14,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:20:14,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:20:14,774 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:20:14,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:20:14,776 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:20:14,777 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66136778, jitterRate=-0.014485210180282593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:20:14,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731756014765Initializing all the Stores at 1731756014766 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756014766Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756014766Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756014766Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756014766Cleaning up temporary data from old regions at 1731756014773 (+7 ms)Region opened successfully at 1731756014777 (+4 ms) 2024-11-16T11:20:14,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:20:14,777 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:20:14,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:20:14,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:20:14,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:20:14,778 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:20:14,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756014777Disabling compacts and flushes for region at 1731756014777Disabling writes for close at 1731756014777Writing region close event to WAL at 1731756014778 (+1 ms)Closed at 1731756014778 2024-11-16T11:20:14,779 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:20:14,779 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:20:14,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:20:14,780 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:20:14,780 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:20:14,931 DEBUG [a7948fca2832:36285 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:20:14,931 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,32965,1731756011943 2024-11-16T11:20:14,932 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,32965,1731756011943, state=OPENING 2024-11-16T11:20:14,986 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:20:14,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101435fa40b0001, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624 2024-11-16T11:20:14,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624 2024-11-16T11:20:14,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0790254624/meta-region-server: CHANGED 2024-11-16T11:20:14,997 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:20:14,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0790254624/meta-region-server: CHANGED 2024-11-16T11:20:14,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,32965,1731756011943}] 2024-11-16T11:20:15,149 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:20:15,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:20:15,153 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:20:15,153 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:20:15,153 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:20:15,154 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C32965%2C1731756011943.meta, suffix=.meta, logDir=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943, archiveDir=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/oldWALs, maxLogs=10 2024-11-16T11:20:15,166 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.meta.1731756015155.meta, exclude list is [], retry=0 2024-11-16T11:20:15,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45557,DS-a1d6e51a-e33e-409c-b8fd-df04ad5c8f29,DISK] 2024-11-16T11:20:15,169 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.meta.1731756015155.meta 2024-11-16T11:20:15,169 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41783:41783)] 2024-11-16T11:20:15,169 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:20:15,170 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:20:15,170 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:20:15,170 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:20:15,170 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:20:15,170 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:20:15,170 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:15,170 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:20:15,170 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:20:15,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:20:15,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:20:15,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:15,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:15,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:20:15,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:20:15,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:15,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:15,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:20:15,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:20:15,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:15,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:15,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:20:15,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:20:15,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:15,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:15,175 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:20:15,176 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740 2024-11-16T11:20:15,177 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740 2024-11-16T11:20:15,177 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:20:15,177 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:20:15,178 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:20:15,179 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:20:15,179 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73454586, jitterRate=0.09455862641334534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:20:15,180 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:20:15,180 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731756015170Writing region info on filesystem at 1731756015170Initializing all the Stores at 1731756015171 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756015171Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756015171Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756015171Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756015171Cleaning up temporary data from old regions at 1731756015177 (+6 ms)Running coprocessor post-open hooks at 1731756015180 (+3 ms)Region opened successfully at 1731756015180 2024-11-16T11:20:15,181 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731756015149 2024-11-16T11:20:15,183 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:20:15,183 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:20:15,184 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,32965,1731756011943 2024-11-16T11:20:15,184 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,32965,1731756011943, state=OPEN 2024-11-16T11:20:15,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0790254624/meta-region-server 2024-11-16T11:20:15,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101435fa40b0001, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0790254624/meta-region-server 2024-11-16T11:20:15,228 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,32965,1731756011943 2024-11-16T11:20:15,228 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0790254624/meta-region-server: CHANGED 2024-11-16T11:20:15,228 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0790254624/meta-region-server: CHANGED 2024-11-16T11:20:15,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:20:15,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,32965,1731756011943 in 231 msec 2024-11-16T11:20:15,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:20:15,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 451 msec 2024-11-16T11:20:15,232 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:20:15,232 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:20:15,233 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:20:15,233 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,32965,1731756011943, seqNum=-1] 2024-11-16T11:20:15,233 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:20:15,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:20:15,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-16T11:20:15,238 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731756015238, completionTime=-1 2024-11-16T11:20:15,238 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:20:15,238 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:20:15,240 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:20:15,240 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731756075240 2024-11-16T11:20:15,240 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731756135240 2024-11-16T11:20:15,240 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T11:20:15,241 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36285,1731756011743-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:15,241 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36285,1731756011743-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:15,241 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36285,1731756011743-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:15,241 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:36285, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:15,241 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:15,241 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:15,242 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:20:15,244 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.236sec 2024-11-16T11:20:15,244 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:20:15,244 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:20:15,244 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:20:15,244 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:20:15,244 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:20:15,244 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36285,1731756011743-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:20:15,244 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36285,1731756011743-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:20:15,245 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:20:15,246 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:20:15,246 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36285,1731756011743-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:15,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b60453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:15,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,36285,-1 for getting cluster id 2024-11-16T11:20:15,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:20:15,269 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5730c1d-42dc-42f0-a0af-573fa9be5b3a' 2024-11-16T11:20:15,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:20:15,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5730c1d-42dc-42f0-a0af-573fa9be5b3a" 2024-11-16T11:20:15,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10eaf5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:15,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,36285,-1] 2024-11-16T11:20:15,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:20:15,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:15,270 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:20:15,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6d8af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:15,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:20:15,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,32965,1731756011943, seqNum=-1] 2024-11-16T11:20:15,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:20:15,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:20:15,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,36285,1731756011743 2024-11-16T11:20:15,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59162 2024-11-16T11:20:15,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:20:15,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101435fa40b0002 connected 2024-11-16T11:20:15,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/hadoop.log.dir so I do NOT create it in target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503 2024-11-16T11:20:15,304 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:20:15,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/hadoop.tmp.dir so I do NOT create it in target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503 2024-11-16T11:20:15,304 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:20:15,304 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503 2024-11-16T11:20:15,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:20:15,304 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/cluster_6807c385-ff71-cd4f-7035-0074eb2261d9, deleteOnExit=true 2024-11-16T11:20:15,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:20:15,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/test.cache.data in system properties and HBase conf 2024-11-16T11:20:15,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:20:15,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:20:15,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:20:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:20:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:20:15,305 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:20:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:20:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:20:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:20:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:20:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:20:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:20:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:20:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:20:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:20:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:20:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:20:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:20:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:20:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:20:15,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:20:15,625 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:20:15,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:20:15,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:20:15,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:20:15,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:20:15,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76085775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:20:15,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da30d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:20:15,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47e8a985{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/java.io.tmpdir/jetty-localhost-40029-hadoop-hdfs-3_4_1-tests_jar-_-any-17856790949902824605/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:20:15,730 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fd43393{HTTP/1.1, (http/1.1)}{localhost:40029} 2024-11-16T11:20:15,730 INFO [Time-limited test {}] server.Server(415): Started @209592ms 2024-11-16T11:20:15,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:20:15,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:20:15,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:20:15,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:20:15,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:20:15,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7744ac18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:20:15,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55806806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:20:16,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22144062{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/java.io.tmpdir/jetty-localhost-45925-hadoop-hdfs-3_4_1-tests_jar-_-any-12360708013556084993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:20:16,079 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ab6819f{HTTP/1.1, (http/1.1)}{localhost:45925} 2024-11-16T11:20:16,079 INFO [Time-limited test {}] server.Server(415): Started @209941ms 2024-11-16T11:20:16,080 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:20:16,756 WARN [Thread-2314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/cluster_6807c385-ff71-cd4f-7035-0074eb2261d9/data/data1/current/BP-902693199-172.17.0.2-1731756015319/current, will proceed with Du for space computation calculation, 2024-11-16T11:20:16,757 WARN [Thread-2315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/cluster_6807c385-ff71-cd4f-7035-0074eb2261d9/data/data2/current/BP-902693199-172.17.0.2-1731756015319/current, will proceed with Du for space computation calculation, 2024-11-16T11:20:16,777 WARN [Thread-2302 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:20:16,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93f3709fc0454fae with lease ID 0xdd58883e8f61a278: Processing first storage report for DS-4ac7b46f-0633-4af4-ada9-488fd91afd6f from datanode DatanodeRegistration(127.0.0.1:38189, datanodeUuid=0e9ce16a-3e4e-4799-be5f-bd193727026b, infoPort=45661, infoSecurePort=0, ipcPort=42005, storageInfo=lv=-57;cid=testClusterID;nsid=1705340730;c=1731756015319) 2024-11-16T11:20:16,780 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93f3709fc0454fae with lease ID 0xdd58883e8f61a278: from storage DS-4ac7b46f-0633-4af4-ada9-488fd91afd6f node DatanodeRegistration(127.0.0.1:38189, datanodeUuid=0e9ce16a-3e4e-4799-be5f-bd193727026b, infoPort=45661, infoSecurePort=0, ipcPort=42005, storageInfo=lv=-57;cid=testClusterID;nsid=1705340730;c=1731756015319), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:20:16,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93f3709fc0454fae with lease ID 0xdd58883e8f61a278: Processing first storage report for DS-831eaf7a-2438-4055-9ae2-340efdc881e9 from datanode DatanodeRegistration(127.0.0.1:38189, datanodeUuid=0e9ce16a-3e4e-4799-be5f-bd193727026b, infoPort=45661, infoSecurePort=0, ipcPort=42005, storageInfo=lv=-57;cid=testClusterID;nsid=1705340730;c=1731756015319) 2024-11-16T11:20:16,780 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93f3709fc0454fae with lease ID 0xdd58883e8f61a278: from storage DS-831eaf7a-2438-4055-9ae2-340efdc881e9 node DatanodeRegistration(127.0.0.1:38189, datanodeUuid=0e9ce16a-3e4e-4799-be5f-bd193727026b, infoPort=45661, infoSecurePort=0, ipcPort=42005, storageInfo=lv=-57;cid=testClusterID;nsid=1705340730;c=1731756015319), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:20:16,801 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503 2024-11-16T11:20:16,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:16,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:16,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:20:17,209 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948 with version=8 2024-11-16T11:20:17,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/hbase-staging 2024-11-16T11:20:17,211 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:20:17,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:17,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:17,212 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:20:17,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:17,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:20:17,212 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:20:17,212 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:20:17,212 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34871 2024-11-16T11:20:17,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34871 connecting to ZooKeeper ensemble=127.0.0.1:59162 2024-11-16T11:20:17,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348710x0, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:20:17,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34871-0x101435fa40b0003 connected 2024-11-16T11:20:17,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:17,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:17,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Set watcher on znode that does not yet exist, /1-1846478329/running 2024-11-16T11:20:17,337 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948, hbase.cluster.distributed=false 2024-11-16T11:20:17,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Set watcher on znode that does not yet exist, /1-1846478329/acl 2024-11-16T11:20:17,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34871 2024-11-16T11:20:17,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34871 2024-11-16T11:20:17,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34871 2024-11-16T11:20:17,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34871 2024-11-16T11:20:17,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34871 2024-11-16T11:20:17,356 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:20:17,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:17,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:17,357 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:20:17,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:17,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:20:17,357 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:20:17,357 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:20:17,357 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37939 2024-11-16T11:20:17,358 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37939 connecting to ZooKeeper ensemble=127.0.0.1:59162 2024-11-16T11:20:17,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:17,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:17,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379390x0, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:20:17,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379390x0, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Set watcher on znode that does not yet exist, /1-1846478329/running 2024-11-16T11:20:17,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37939-0x101435fa40b0004 connected 2024-11-16T11:20:17,376 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:20:17,376 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:20:17,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37939-0x101435fa40b0004, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Set watcher on znode that does not yet exist, /1-1846478329/master 2024-11-16T11:20:17,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37939-0x101435fa40b0004, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Set watcher on znode that does not yet exist, /1-1846478329/acl 2024-11-16T11:20:17,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37939 2024-11-16T11:20:17,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37939 2024-11-16T11:20:17,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37939 2024-11-16T11:20:17,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37939 2024-11-16T11:20:17,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37939 2024-11-16T11:20:17,399 DEBUG [M:0;a7948fca2832:34871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:34871 2024-11-16T11:20:17,399 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1846478329/backup-masters/a7948fca2832,34871,1731756017211 2024-11-16T11:20:17,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101435fa40b0004, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329/backup-masters 2024-11-16T11:20:17,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329/backup-masters 2024-11-16T11:20:17,407 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Set watcher on existing znode=/1-1846478329/backup-masters/a7948fca2832,34871,1731756017211 2024-11-16T11:20:17,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101435fa40b0004, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1846478329/master 2024-11-16T11:20:17,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329 2024-11-16T11:20:17,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101435fa40b0004, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329 2024-11-16T11:20:17,417 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Set watcher on existing znode=/1-1846478329/master 2024-11-16T11:20:17,418 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1846478329/backup-masters/a7948fca2832,34871,1731756017211 from backup master directory 2024-11-16T11:20:17,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101435fa40b0004, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329/backup-masters 2024-11-16T11:20:17,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1846478329/backup-masters/a7948fca2832,34871,1731756017211 2024-11-16T11:20:17,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329/backup-masters 2024-11-16T11:20:17,428 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:20:17,428 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,34871,1731756017211 2024-11-16T11:20:17,431 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/hbase.id] with ID: 65ad2bc4-90ac-4405-b7f7-c23ff38fb6be 2024-11-16T11:20:17,431 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/.tmp/hbase.id 2024-11-16T11:20:17,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:20:17,437 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/.tmp/hbase.id]:[hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/hbase.id] 2024-11-16T11:20:17,443 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:17,443 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:20:17,444 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T11:20:17,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329 2024-11-16T11:20:17,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101435fa40b0004, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329 2024-11-16T11:20:17,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:20:17,853 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:20:17,854 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:20:17,854 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:20:17,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:20:18,260 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/data/master/store 2024-11-16T11:20:18,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:20:18,665 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:18,665 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:20:18,665 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:18,665 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:18,665 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:20:18,665 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:18,665 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:18,666 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756018665Disabling compacts and flushes for region at 1731756018665Disabling writes for close at 1731756018665Writing region close event to WAL at 1731756018665Closed at 1731756018665 2024-11-16T11:20:18,666 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/data/master/store/.initializing 2024-11-16T11:20:18,666 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/WALs/a7948fca2832,34871,1731756017211 2024-11-16T11:20:18,667 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:20:18,668 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C34871%2C1731756017211, suffix=, logDir=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/WALs/a7948fca2832,34871,1731756017211, archiveDir=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/oldWALs, maxLogs=10 2024-11-16T11:20:18,680 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/WALs/a7948fca2832,34871,1731756017211/a7948fca2832%2C34871%2C1731756017211.1731756018668, exclude list is [], retry=0 2024-11-16T11:20:18,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38189,DS-4ac7b46f-0633-4af4-ada9-488fd91afd6f,DISK] 2024-11-16T11:20:18,683 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/WALs/a7948fca2832,34871,1731756017211/a7948fca2832%2C34871%2C1731756017211.1731756018668 2024-11-16T11:20:18,683 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45661:45661)] 2024-11-16T11:20:18,683 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:20:18,684 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:18,684 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:18,684 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:18,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:18,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:20:18,686 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:18,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:18,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:18,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:20:18,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:18,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:18,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:18,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:20:18,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:18,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:18,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:18,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:20:18,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:18,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:18,690 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:18,690 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:18,691 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:18,691 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:18,691 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:18,692 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:20:18,692 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:18,694 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:20:18,694 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66411986, jitterRate=-0.010384291410446167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:20:18,694 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731756018684Initializing all the Stores at 1731756018684Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756018684Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756018685 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756018685Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756018685Cleaning up temporary data from old regions at 1731756018691 (+6 ms)Region opened successfully at 1731756018694 (+3 ms) 2024-11-16T11:20:18,694 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:20:18,696 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65507a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:20:18,697 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:20:18,697 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:20:18,697 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:20:18,697 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:20:18,697 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:20:18,697 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:20:18,697 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:20:18,699 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:20:18,699 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Unable to get data of znode /1-1846478329/balancer because node does not exist (not necessarily an error) 2024-11-16T11:20:18,765 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1846478329/balancer already deleted, retry=false 2024-11-16T11:20:18,765 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:20:18,765 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Unable to get data of znode /1-1846478329/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:20:18,775 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1846478329/normalizer already deleted, retry=false 2024-11-16T11:20:18,775 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:20:18,776 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Unable to get data of znode /1-1846478329/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:20:18,786 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1846478329/switch/split already deleted, retry=false 2024-11-16T11:20:18,786 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Unable to get data of znode /1-1846478329/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:20:18,796 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1846478329/switch/merge already deleted, retry=false 2024-11-16T11:20:18,798 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Unable to get data of znode /1-1846478329/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:20:18,807 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1846478329/snapshot-cleanup already deleted, retry=false 2024-11-16T11:20:18,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101435fa40b0004, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1846478329/running 2024-11-16T11:20:18,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1846478329/running 2024-11-16T11:20:18,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329 2024-11-16T11:20:18,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101435fa40b0004, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329 2024-11-16T11:20:18,818 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,34871,1731756017211, sessionid=0x101435fa40b0003, setting cluster-up flag (Was=false) 2024-11-16T11:20:18,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101435fa40b0004, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329 2024-11-16T11:20:18,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329 2024-11-16T11:20:18,870 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1846478329/flush-table-proc/acquired, /1-1846478329/flush-table-proc/reached, /1-1846478329/flush-table-proc/abort 2024-11-16T11:20:18,871 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,34871,1731756017211 2024-11-16T11:20:18,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101435fa40b0004, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329 2024-11-16T11:20:18,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329 2024-11-16T11:20:19,005 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1846478329/online-snapshot/acquired, /1-1846478329/online-snapshot/reached, /1-1846478329/online-snapshot/abort 2024-11-16T11:20:19,006 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,34871,1731756017211 2024-11-16T11:20:19,007 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:20:19,008 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:20:19,008 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:20:19,008 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:20:19,009 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,34871,1731756017211 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:20:19,010 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:20:19,010 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:20:19,010 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:20:19,010 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:20:19,010 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:20:19,010 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:19,010 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:20:19,010 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:19,013 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:20:19,013 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:20:19,014 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:19,014 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:20:19,016 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731756049016 2024-11-16T11:20:19,016 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:20:19,016 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:20:19,016 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:20:19,016 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:20:19,016 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:20:19,016 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:20:19,020 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:19,020 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:20:19,020 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:20:19,020 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:20:19,020 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:20:19,021 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:20:19,021 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:20:19,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:20:19,024 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756019021,5,FailOnTimeoutGroup] 2024-11-16T11:20:19,027 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756019024,5,FailOnTimeoutGroup] 2024-11-16T11:20:19,027 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:19,027 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:20:19,027 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:19,027 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:19,091 INFO [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(746): ClusterId : 65ad2bc4-90ac-4405-b7f7-c23ff38fb6be 2024-11-16T11:20:19,091 DEBUG [RS:0;a7948fca2832:37939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:20:19,112 DEBUG [RS:0;a7948fca2832:37939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:20:19,112 DEBUG [RS:0;a7948fca2832:37939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:20:19,123 DEBUG [RS:0;a7948fca2832:37939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:20:19,123 DEBUG [RS:0;a7948fca2832:37939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2393ae15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:20:19,133 DEBUG [RS:0;a7948fca2832:37939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:37939 2024-11-16T11:20:19,134 INFO [RS:0;a7948fca2832:37939 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:20:19,134 INFO [RS:0;a7948fca2832:37939 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:20:19,134 DEBUG [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:20:19,134 INFO [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,34871,1731756017211 with port=37939, startcode=1731756017356 2024-11-16T11:20:19,134 DEBUG [RS:0;a7948fca2832:37939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:20:19,135 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:20:19,136 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34871 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,37939,1731756017356 2024-11-16T11:20:19,136 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34871 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,37939,1731756017356 2024-11-16T11:20:19,137 DEBUG [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948 2024-11-16T11:20:19,137 DEBUG [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33827 2024-11-16T11:20:19,137 DEBUG [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:20:19,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329/rs 2024-11-16T11:20:19,185 DEBUG [RS:0;a7948fca2832:37939 {}] zookeeper.ZKUtil(111): regionserver:37939-0x101435fa40b0004, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Set watcher on existing znode=/1-1846478329/rs/a7948fca2832,37939,1731756017356 2024-11-16T11:20:19,185 WARN [RS:0;a7948fca2832:37939 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:20:19,185 INFO [RS:0;a7948fca2832:37939 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:20:19,185 DEBUG [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356 2024-11-16T11:20:19,185 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,37939,1731756017356] 2024-11-16T11:20:19,188 INFO [RS:0;a7948fca2832:37939 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:20:19,189 INFO [RS:0;a7948fca2832:37939 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:20:19,189 INFO [RS:0;a7948fca2832:37939 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:20:19,189 INFO [RS:0;a7948fca2832:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:19,189 INFO [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:20:19,190 INFO [RS:0;a7948fca2832:37939 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:20:19,190 INFO [RS:0;a7948fca2832:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:19,190 DEBUG [RS:0;a7948fca2832:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:19,190 DEBUG [RS:0;a7948fca2832:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:19,190 DEBUG [RS:0;a7948fca2832:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:19,190 DEBUG [RS:0;a7948fca2832:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:19,190 DEBUG [RS:0;a7948fca2832:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:19,190 DEBUG [RS:0;a7948fca2832:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:20:19,190 DEBUG [RS:0;a7948fca2832:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:19,190 DEBUG [RS:0;a7948fca2832:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:19,190 DEBUG [RS:0;a7948fca2832:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:19,190 DEBUG [RS:0;a7948fca2832:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:19,190 DEBUG [RS:0;a7948fca2832:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:19,190 DEBUG [RS:0;a7948fca2832:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:19,190 DEBUG [RS:0;a7948fca2832:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:20:19,190 DEBUG [RS:0;a7948fca2832:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:20:19,190 INFO [RS:0;a7948fca2832:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:19,190 INFO [RS:0;a7948fca2832:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:19,190 INFO [RS:0;a7948fca2832:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:19,190 INFO [RS:0;a7948fca2832:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:19,190 INFO [RS:0;a7948fca2832:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:19,190 INFO [RS:0;a7948fca2832:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,37939,1731756017356-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:20:19,203 INFO [RS:0;a7948fca2832:37939 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:20:19,203 INFO [RS:0;a7948fca2832:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,37939,1731756017356-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:19,203 INFO [RS:0;a7948fca2832:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:19,203 INFO [RS:0;a7948fca2832:37939 {}] regionserver.Replication(171): a7948fca2832,37939,1731756017356 started 2024-11-16T11:20:19,215 INFO [RS:0;a7948fca2832:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:19,215 INFO [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,37939,1731756017356, RpcServer on a7948fca2832/172.17.0.2:37939, sessionid=0x101435fa40b0004 2024-11-16T11:20:19,215 DEBUG [RS:0;a7948fca2832:37939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:20:19,215 DEBUG [RS:0;a7948fca2832:37939 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,37939,1731756017356 2024-11-16T11:20:19,215 DEBUG [RS:0;a7948fca2832:37939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,37939,1731756017356' 2024-11-16T11:20:19,215 DEBUG [RS:0;a7948fca2832:37939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1846478329/flush-table-proc/abort' 2024-11-16T11:20:19,216 DEBUG [RS:0;a7948fca2832:37939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1846478329/flush-table-proc/acquired' 2024-11-16T11:20:19,216 DEBUG [RS:0;a7948fca2832:37939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:20:19,216 DEBUG [RS:0;a7948fca2832:37939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:20:19,216 DEBUG [RS:0;a7948fca2832:37939 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,37939,1731756017356 2024-11-16T11:20:19,216 DEBUG [RS:0;a7948fca2832:37939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,37939,1731756017356' 2024-11-16T11:20:19,216 DEBUG [RS:0;a7948fca2832:37939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1846478329/online-snapshot/abort' 2024-11-16T11:20:19,216 DEBUG [RS:0;a7948fca2832:37939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1846478329/online-snapshot/acquired' 2024-11-16T11:20:19,216 DEBUG [RS:0;a7948fca2832:37939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:20:19,216 INFO [RS:0;a7948fca2832:37939 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:20:19,216 INFO [RS:0;a7948fca2832:37939 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:20:19,317 INFO [RS:0;a7948fca2832:37939 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:20:19,318 INFO [RS:0;a7948fca2832:37939 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C37939%2C1731756017356, suffix=, logDir=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356, archiveDir=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/oldWALs, maxLogs=10 2024-11-16T11:20:19,330 DEBUG [RS:0;a7948fca2832:37939 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318, exclude list is [], retry=0 2024-11-16T11:20:19,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38189,DS-4ac7b46f-0633-4af4-ada9-488fd91afd6f,DISK] 2024-11-16T11:20:19,333 INFO [RS:0;a7948fca2832:37939 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 2024-11-16T11:20:19,334 DEBUG [RS:0;a7948fca2832:37939 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45661:45661)] 2024-11-16T11:20:19,423 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:20:19,423 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948 2024-11-16T11:20:19,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741833_1009 (size=32) 2024-11-16T11:20:19,459 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:20:19,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:19,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:19,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:19,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:19,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:19,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:19,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:19,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:19,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:20:19,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:20:19,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:19,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:19,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:20:19,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:20:19,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:19,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:19,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:20:19,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:20:19,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:19,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:19,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:20:19,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:20:19,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:19,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:19,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:20:19,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740 2024-11-16T11:20:19,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740 2024-11-16T11:20:19,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:20:19,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:20:19,836 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:20:19,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:20:19,839 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:20:19,839 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72437889, jitterRate=0.079408660531044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:20:19,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731756019829Initializing all the Stores at 1731756019829Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756019829Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756019830 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756019830Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756019830Cleaning up temporary data from old regions at 1731756019836 (+6 ms)Region opened successfully at 1731756019839 (+3 ms) 2024-11-16T11:20:19,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:20:19,839 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:20:19,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:20:19,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:20:19,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:20:19,840 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:20:19,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756019839Disabling compacts and flushes for region at 1731756019839Disabling writes for close at 1731756019839Writing region close event to WAL at 1731756019839Closed at 1731756019839 2024-11-16T11:20:19,840 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:20:19,840 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:20:19,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:20:19,841 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:20:19,842 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:20:19,992 DEBUG [a7948fca2832:34871 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:20:19,992 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,37939,1731756017356 2024-11-16T11:20:19,993 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,37939,1731756017356, state=OPENING 2024-11-16T11:20:20,020 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T11:20:20,038 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:20:20,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329 2024-11-16T11:20:20,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101435fa40b0004, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329 2024-11-16T11:20:20,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1846478329/meta-region-server: CHANGED 2024-11-16T11:20:20,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1846478329/meta-region-server: CHANGED 2024-11-16T11:20:20,049 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:20:20,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,37939,1731756017356}] 2024-11-16T11:20:20,201 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:20:20,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:20:20,205 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:20:20,205 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:20:20,205 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:20:20,206 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C37939%2C1731756017356.meta, suffix=.meta, logDir=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356, archiveDir=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/oldWALs, maxLogs=10 2024-11-16T11:20:20,218 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.meta.1731756020206.meta, exclude list is [], retry=0 2024-11-16T11:20:20,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38189,DS-4ac7b46f-0633-4af4-ada9-488fd91afd6f,DISK] 2024-11-16T11:20:20,221 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.meta.1731756020206.meta 2024-11-16T11:20:20,221 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45661:45661)] 2024-11-16T11:20:20,221 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:20:20,222 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:20:20,222 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:20:20,222 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:20:20,222 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:20:20,222 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:20:20,222 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:20,222 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:20:20,222 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:20:20,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:20:20,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:20:20,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:20,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:20,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:20:20,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:20:20,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:20,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:20,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:20:20,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:20:20,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:20,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:20,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:20:20,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:20:20,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:20,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:20,227 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:20:20,227 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740 2024-11-16T11:20:20,228 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740 2024-11-16T11:20:20,229 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:20:20,229 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:20:20,229 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:20:20,230 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:20:20,230 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67266059, jitterRate=0.0023423880338668823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:20:20,231 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:20:20,231 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731756020222Writing region info on filesystem at 1731756020222Initializing all the Stores at 1731756020223 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756020223Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756020223Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756020223Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756020223Cleaning up temporary data from old regions at 1731756020229 (+6 ms)Running coprocessor post-open hooks at 1731756020231 (+2 ms)Region opened successfully at 1731756020231 2024-11-16T11:20:20,231 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731756020201 2024-11-16T11:20:20,233 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:20:20,233 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:20:20,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,37939,1731756017356 2024-11-16T11:20:20,234 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,37939,1731756017356, state=OPEN 2024-11-16T11:20:20,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101435fa40b0004, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1846478329/meta-region-server 2024-11-16T11:20:20,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1846478329/meta-region-server 2024-11-16T11:20:20,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1846478329/meta-region-server: CHANGED 2024-11-16T11:20:20,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1846478329/meta-region-server: CHANGED 2024-11-16T11:20:20,238 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,37939,1731756017356 2024-11-16T11:20:20,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:20:20,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,37939,1731756017356 in 189 msec 2024-11-16T11:20:20,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:20:20,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 400 msec 2024-11-16T11:20:20,242 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:20:20,242 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:20:20,243 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:20:20,243 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,37939,1731756017356, seqNum=-1] 2024-11-16T11:20:20,243 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:20:20,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:20:20,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2400 sec 2024-11-16T11:20:20,248 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731756020248, completionTime=-1 2024-11-16T11:20:20,248 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:20:20,248 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:20:20,250 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:20:20,250 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731756080250 2024-11-16T11:20:20,251 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731756140251 2024-11-16T11:20:20,251 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T11:20:20,251 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,34871,1731756017211-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:20,251 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,34871,1731756017211-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:20,251 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,34871,1731756017211-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:20,251 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:34871, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:20,251 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:20,251 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:20,253 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:20:20,254 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.826sec 2024-11-16T11:20:20,254 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:20:20,254 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:20:20,254 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:20:20,254 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:20:20,254 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:20:20,254 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,34871,1731756017211-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:20:20,255 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,34871,1731756017211-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:20:20,256 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:20:20,256 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:20:20,256 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,34871,1731756017211-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:20,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b900a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:20,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,34871,-1 for getting cluster id 2024-11-16T11:20:20,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:20:20,293 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65ad2bc4-90ac-4405-b7f7-c23ff38fb6be' 2024-11-16T11:20:20,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:20:20,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65ad2bc4-90ac-4405-b7f7-c23ff38fb6be" 2024-11-16T11:20:20,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a45e86a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:20,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,34871,-1] 2024-11-16T11:20:20,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:20:20,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:20,294 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:20:20,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9ab952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:20,295 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:20:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,37939,1731756017356, seqNum=-1] 2024-11-16T11:20:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:20:20,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:20:20,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,34871,1731756017211 2024-11-16T11:20:20,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59162 2024-11-16T11:20:20,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:20:20,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101435fa40b0005 connected 2024-11-16T11:20:20,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,36285,1731756011743 2024-11-16T11:20:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cb86dc 2024-11-16T11:20:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:20:20,326 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:20:20,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36285 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:20:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36285 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T11:20:20,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:20:20,328 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:20,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36285 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T11:20:20,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:20:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:20,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741835_1011 (size=902) 2024-11-16T11:20:20,339 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b60c9055b36f09eebadb4e1035e202fd, NAME => 'test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c 2024-11-16T11:20:20,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741836_1012 (size=39) 2024-11-16T11:20:20,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:20,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b60c9055b36f09eebadb4e1035e202fd, disabling compactions & flushes 2024-11-16T11:20:20,344 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd. 2024-11-16T11:20:20,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd. 2024-11-16T11:20:20,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd. after waiting 0 ms 2024-11-16T11:20:20,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd. 2024-11-16T11:20:20,344 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd. 2024-11-16T11:20:20,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b60c9055b36f09eebadb4e1035e202fd: Waiting for close lock at 1731756020344Disabling compacts and flushes for region at 1731756020344Disabling writes for close at 1731756020344Writing region close event to WAL at 1731756020344Closed at 1731756020344 2024-11-16T11:20:20,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:20:20,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731756020345"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756020345"}]},"ts":"1731756020345"} 2024-11-16T11:20:20,347 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:20:20,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:20:20,348 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756020348"}]},"ts":"1731756020348"} 2024-11-16T11:20:20,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T11:20:20,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b60c9055b36f09eebadb4e1035e202fd, ASSIGN}] 2024-11-16T11:20:20,351 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b60c9055b36f09eebadb4e1035e202fd, ASSIGN 2024-11-16T11:20:20,351 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b60c9055b36f09eebadb4e1035e202fd, ASSIGN; state=OFFLINE, location=a7948fca2832,32965,1731756011943; forceNewPlan=false, retain=false 2024-11-16T11:20:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:20,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b60c9055b36f09eebadb4e1035e202fd, regionState=OPENING, regionLocation=a7948fca2832,32965,1731756011943 2024-11-16T11:20:20,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b60c9055b36f09eebadb4e1035e202fd, ASSIGN because future has completed 2024-11-16T11:20:20,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b60c9055b36f09eebadb4e1035e202fd, server=a7948fca2832,32965,1731756011943}] 2024-11-16T11:20:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:20,659 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd. 2024-11-16T11:20:20,659 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b60c9055b36f09eebadb4e1035e202fd, NAME => 'test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:20:20,659 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:20:20,659 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T11:20:20,659 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b60c9055b36f09eebadb4e1035e202fd 2024-11-16T11:20:20,659 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:20,659 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b60c9055b36f09eebadb4e1035e202fd 2024-11-16T11:20:20,659 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b60c9055b36f09eebadb4e1035e202fd 2024-11-16T11:20:20,660 INFO [StoreOpener-b60c9055b36f09eebadb4e1035e202fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b60c9055b36f09eebadb4e1035e202fd 2024-11-16T11:20:20,661 INFO [StoreOpener-b60c9055b36f09eebadb4e1035e202fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60c9055b36f09eebadb4e1035e202fd columnFamilyName f 2024-11-16T11:20:20,661 DEBUG [StoreOpener-b60c9055b36f09eebadb4e1035e202fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:20,662 INFO [StoreOpener-b60c9055b36f09eebadb4e1035e202fd-1 {}] regionserver.HStore(327): Store=b60c9055b36f09eebadb4e1035e202fd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:20,662 INFO [StoreOpener-b60c9055b36f09eebadb4e1035e202fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b60c9055b36f09eebadb4e1035e202fd 2024-11-16T11:20:20,663 INFO [StoreOpener-b60c9055b36f09eebadb4e1035e202fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60c9055b36f09eebadb4e1035e202fd columnFamilyName f1 2024-11-16T11:20:20,663 DEBUG [StoreOpener-b60c9055b36f09eebadb4e1035e202fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:20,663 INFO [StoreOpener-b60c9055b36f09eebadb4e1035e202fd-1 {}] regionserver.HStore(327): Store=b60c9055b36f09eebadb4e1035e202fd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:20,663 INFO [StoreOpener-b60c9055b36f09eebadb4e1035e202fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b60c9055b36f09eebadb4e1035e202fd 2024-11-16T11:20:20,664 INFO [StoreOpener-b60c9055b36f09eebadb4e1035e202fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60c9055b36f09eebadb4e1035e202fd columnFamilyName norep 2024-11-16T11:20:20,664 DEBUG [StoreOpener-b60c9055b36f09eebadb4e1035e202fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:20,664 INFO [StoreOpener-b60c9055b36f09eebadb4e1035e202fd-1 {}] regionserver.HStore(327): Store=b60c9055b36f09eebadb4e1035e202fd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:20,664 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b60c9055b36f09eebadb4e1035e202fd 2024-11-16T11:20:20,664 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/default/test/b60c9055b36f09eebadb4e1035e202fd 2024-11-16T11:20:20,665 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/default/test/b60c9055b36f09eebadb4e1035e202fd 2024-11-16T11:20:20,665 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b60c9055b36f09eebadb4e1035e202fd 2024-11-16T11:20:20,665 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b60c9055b36f09eebadb4e1035e202fd 2024-11-16T11:20:20,666 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:20:20,667 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b60c9055b36f09eebadb4e1035e202fd 2024-11-16T11:20:20,668 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/default/test/b60c9055b36f09eebadb4e1035e202fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:20:20,669 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b60c9055b36f09eebadb4e1035e202fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70974592, jitterRate=0.05760383605957031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:20:20,669 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b60c9055b36f09eebadb4e1035e202fd 2024-11-16T11:20:20,669 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b60c9055b36f09eebadb4e1035e202fd: Running coprocessor pre-open hook at 1731756020660Writing region info on filesystem at 1731756020660Initializing all the Stores at 1731756020660Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756020660Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756020660Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756020660Cleaning up temporary data from old regions at 1731756020665 (+5 ms)Running coprocessor post-open hooks at 1731756020669 (+4 ms)Region opened successfully at 1731756020669 2024-11-16T11:20:20,670 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd., pid=6, masterSystemTime=1731756020656 2024-11-16T11:20:20,671 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd. 2024-11-16T11:20:20,672 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd. 2024-11-16T11:20:20,672 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b60c9055b36f09eebadb4e1035e202fd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a7948fca2832,32965,1731756011943 2024-11-16T11:20:20,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b60c9055b36f09eebadb4e1035e202fd, server=a7948fca2832,32965,1731756011943 because future has completed 2024-11-16T11:20:20,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T11:20:20,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b60c9055b36f09eebadb4e1035e202fd, server=a7948fca2832,32965,1731756011943 in 172 msec 2024-11-16T11:20:20,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T11:20:20,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b60c9055b36f09eebadb4e1035e202fd, ASSIGN in 327 msec 2024-11-16T11:20:20,679 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:20:20,679 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756020679"}]},"ts":"1731756020679"} 2024-11-16T11:20:20,681 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T11:20:20,681 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:20:20,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 354 msec 2024-11-16T11:20:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:20,951 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T11:20:20,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:20,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,34871,1731756017211 2024-11-16T11:20:20,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2293faf5 2024-11-16T11:20:20,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:20:20,953 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:20:20,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:20:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T11:20:20,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:20:20,956 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:20,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T11:20:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:20,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:20:20,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741835_1011 (size=902) 2024-11-16T11:20:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:21,363 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2d8dd8c61d30aeee2bffc6a51f486da, NAME => 'test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948 2024-11-16T11:20:21,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741836_1012 (size=39) 2024-11-16T11:20:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:21,768 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:21,768 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d2d8dd8c61d30aeee2bffc6a51f486da, disabling compactions & flushes 2024-11-16T11:20:21,768 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da. 2024-11-16T11:20:21,768 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da. 2024-11-16T11:20:21,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da. after waiting 0 ms 2024-11-16T11:20:21,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da. 2024-11-16T11:20:21,769 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da. 2024-11-16T11:20:21,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2d8dd8c61d30aeee2bffc6a51f486da: Waiting for close lock at 1731756021768Disabling compacts and flushes for region at 1731756021768Disabling writes for close at 1731756021769 (+1 ms)Writing region close event to WAL at 1731756021769Closed at 1731756021769 2024-11-16T11:20:21,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:20:21,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731756021770"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756021770"}]},"ts":"1731756021770"} 2024-11-16T11:20:21,772 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:20:21,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:20:21,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756021772"}]},"ts":"1731756021772"} 2024-11-16T11:20:21,774 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T11:20:21,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d2d8dd8c61d30aeee2bffc6a51f486da, ASSIGN}] 2024-11-16T11:20:21,775 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d2d8dd8c61d30aeee2bffc6a51f486da, ASSIGN 2024-11-16T11:20:21,776 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d2d8dd8c61d30aeee2bffc6a51f486da, ASSIGN; state=OFFLINE, location=a7948fca2832,37939,1731756017356; forceNewPlan=false, retain=false 2024-11-16T11:20:21,927 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d2d8dd8c61d30aeee2bffc6a51f486da, regionState=OPENING, regionLocation=a7948fca2832,37939,1731756017356 2024-11-16T11:20:21,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d2d8dd8c61d30aeee2bffc6a51f486da, ASSIGN because future has completed 2024-11-16T11:20:21,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2d8dd8c61d30aeee2bffc6a51f486da, server=a7948fca2832,37939,1731756017356}] 2024-11-16T11:20:22,084 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da. 2024-11-16T11:20:22,084 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d2d8dd8c61d30aeee2bffc6a51f486da, NAME => 'test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:20:22,084 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:20:22,084 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T11:20:22,085 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d2d8dd8c61d30aeee2bffc6a51f486da 2024-11-16T11:20:22,085 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:22,085 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d2d8dd8c61d30aeee2bffc6a51f486da 2024-11-16T11:20:22,085 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d2d8dd8c61d30aeee2bffc6a51f486da 2024-11-16T11:20:22,086 INFO [StoreOpener-d2d8dd8c61d30aeee2bffc6a51f486da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d2d8dd8c61d30aeee2bffc6a51f486da 2024-11-16T11:20:22,087 INFO [StoreOpener-d2d8dd8c61d30aeee2bffc6a51f486da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2d8dd8c61d30aeee2bffc6a51f486da columnFamilyName f 2024-11-16T11:20:22,087 DEBUG [StoreOpener-d2d8dd8c61d30aeee2bffc6a51f486da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:22,087 INFO [StoreOpener-d2d8dd8c61d30aeee2bffc6a51f486da-1 {}] regionserver.HStore(327): Store=d2d8dd8c61d30aeee2bffc6a51f486da/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:22,087 INFO [StoreOpener-d2d8dd8c61d30aeee2bffc6a51f486da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d2d8dd8c61d30aeee2bffc6a51f486da 2024-11-16T11:20:22,088 INFO [StoreOpener-d2d8dd8c61d30aeee2bffc6a51f486da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2d8dd8c61d30aeee2bffc6a51f486da columnFamilyName f1 2024-11-16T11:20:22,088 DEBUG [StoreOpener-d2d8dd8c61d30aeee2bffc6a51f486da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:22,088 INFO [StoreOpener-d2d8dd8c61d30aeee2bffc6a51f486da-1 {}] regionserver.HStore(327): Store=d2d8dd8c61d30aeee2bffc6a51f486da/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:22,088 INFO [StoreOpener-d2d8dd8c61d30aeee2bffc6a51f486da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d2d8dd8c61d30aeee2bffc6a51f486da 2024-11-16T11:20:22,089 INFO [StoreOpener-d2d8dd8c61d30aeee2bffc6a51f486da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2d8dd8c61d30aeee2bffc6a51f486da columnFamilyName norep 2024-11-16T11:20:22,089 DEBUG [StoreOpener-d2d8dd8c61d30aeee2bffc6a51f486da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:22,089 INFO [StoreOpener-d2d8dd8c61d30aeee2bffc6a51f486da-1 {}] regionserver.HStore(327): Store=d2d8dd8c61d30aeee2bffc6a51f486da/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:22,089 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d2d8dd8c61d30aeee2bffc6a51f486da 2024-11-16T11:20:22,090 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/default/test/d2d8dd8c61d30aeee2bffc6a51f486da 2024-11-16T11:20:22,090 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/default/test/d2d8dd8c61d30aeee2bffc6a51f486da 2024-11-16T11:20:22,091 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d2d8dd8c61d30aeee2bffc6a51f486da 2024-11-16T11:20:22,091 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d2d8dd8c61d30aeee2bffc6a51f486da 2024-11-16T11:20:22,091 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:20:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:22,092 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d2d8dd8c61d30aeee2bffc6a51f486da 2024-11-16T11:20:22,093 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/default/test/d2d8dd8c61d30aeee2bffc6a51f486da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:20:22,093 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d2d8dd8c61d30aeee2bffc6a51f486da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74003927, jitterRate=0.1027444452047348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:20:22,093 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2d8dd8c61d30aeee2bffc6a51f486da 2024-11-16T11:20:22,094 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d2d8dd8c61d30aeee2bffc6a51f486da: Running coprocessor pre-open hook at 1731756022085Writing region info on filesystem at 1731756022085Initializing all the Stores at 1731756022086 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756022086Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756022086Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756022086Cleaning up temporary data from old regions at 1731756022091 (+5 ms)Running coprocessor post-open hooks at 1731756022093 (+2 ms)Region opened successfully at 1731756022093 2024-11-16T11:20:22,094 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da., pid=6, masterSystemTime=1731756022081 2024-11-16T11:20:22,096 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da. 2024-11-16T11:20:22,096 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da. 2024-11-16T11:20:22,096 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d2d8dd8c61d30aeee2bffc6a51f486da, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a7948fca2832,37939,1731756017356 2024-11-16T11:20:22,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2d8dd8c61d30aeee2bffc6a51f486da, server=a7948fca2832,37939,1731756017356 because future has completed 2024-11-16T11:20:22,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T11:20:22,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d2d8dd8c61d30aeee2bffc6a51f486da, server=a7948fca2832,37939,1731756017356 in 170 msec 2024-11-16T11:20:22,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T11:20:22,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d2d8dd8c61d30aeee2bffc6a51f486da, ASSIGN in 326 msec 2024-11-16T11:20:22,102 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:20:22,102 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756022102"}]},"ts":"1731756022102"} 2024-11-16T11:20:22,104 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T11:20:22,104 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:20:22,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-16T11:20:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:23,101 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T11:20:23,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e45b7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:23,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,36285,-1 for getting cluster id 2024-11-16T11:20:23,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:20:23,103 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5730c1d-42dc-42f0-a0af-573fa9be5b3a' 2024-11-16T11:20:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:20:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5730c1d-42dc-42f0-a0af-573fa9be5b3a" 2024-11-16T11:20:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb4b634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,36285,-1] 2024-11-16T11:20:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:20:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:23,104 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:20:23,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5449807f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:23,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2439cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:23,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,34871,-1 for getting cluster id 2024-11-16T11:20:23,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:20:23,105 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65ad2bc4-90ac-4405-b7f7-c23ff38fb6be' 2024-11-16T11:20:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:20:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65ad2bc4-90ac-4405-b7f7-c23ff38fb6be" 2024-11-16T11:20:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1676ba83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,34871,-1] 2024-11-16T11:20:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:20:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:23,106 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:20:23,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3acefbe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:23,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311dfa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:23,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,36285,-1 for getting cluster id 2024-11-16T11:20:23,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:20:23,108 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5730c1d-42dc-42f0-a0af-573fa9be5b3a' 2024-11-16T11:20:23,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:20:23,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5730c1d-42dc-42f0-a0af-573fa9be5b3a" 2024-11-16T11:20:23,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b05c40a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:23,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,36285,-1] 2024-11-16T11:20:23,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:20:23,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:23,109 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:20:23,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15007683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:23,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:23,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,36285,1731756011743 2024-11-16T11:20:23,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@772a5a0e 2024-11-16T11:20:23,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:20:23,111 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:20:23,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36285 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a7948fca2832:34871,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T11:20:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36285 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T11:20:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:20:23,113 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:34871' 2024-11-16T11:20:23,114 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66be7177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:23,114 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,34871,-1 for getting cluster id 2024-11-16T11:20:23,114 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:20:23,115 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65ad2bc4-90ac-4405-b7f7-c23ff38fb6be' 2024-11-16T11:20:23,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:20:23,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65ad2bc4-90ac-4405-b7f7-c23ff38fb6be" 2024-11-16T11:20:23,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21cfb7f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:23,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,34871,-1] 2024-11-16T11:20:23,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:20:23,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:23,116 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:20:23,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3192c683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:23,116 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:23,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,34871,1731756017211 2024-11-16T11:20:23,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60adadcc 2024-11-16T11:20:23,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:20:23,118 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:20:23,118 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T11:20:23,118 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T11:20:23,118 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:23,118 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:23,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:20:23,119 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:20:23,120 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T11:20:23,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:20:23,120 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:23,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:20:23,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741837_1013 (size=1138) 2024-11-16T11:20:23,170 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T11:20:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:20:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:20:23,527 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eaf2cedca5343336cf4391768d66004e, NAME => 'hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c 2024-11-16T11:20:23,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741838_1014 (size=44) 2024-11-16T11:20:23,661 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:23,662 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:20:23,662 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18248 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:20:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:20:23,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:23,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing eaf2cedca5343336cf4391768d66004e, disabling compactions & flushes 2024-11-16T11:20:23,932 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e. 2024-11-16T11:20:23,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e. 2024-11-16T11:20:23,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e. after waiting 0 ms 2024-11-16T11:20:23,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e. 2024-11-16T11:20:23,932 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e. 2024-11-16T11:20:23,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for eaf2cedca5343336cf4391768d66004e: Waiting for close lock at 1731756023932Disabling compacts and flushes for region at 1731756023932Disabling writes for close at 1731756023932Writing region close event to WAL at 1731756023932Closed at 1731756023932 2024-11-16T11:20:23,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:20:23,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731756023933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756023933"}]},"ts":"1731756023933"} 2024-11-16T11:20:23,935 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:20:23,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:20:23,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756023936"}]},"ts":"1731756023936"} 2024-11-16T11:20:23,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T11:20:23,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eaf2cedca5343336cf4391768d66004e, ASSIGN}] 2024-11-16T11:20:23,938 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eaf2cedca5343336cf4391768d66004e, ASSIGN 2024-11-16T11:20:23,939 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eaf2cedca5343336cf4391768d66004e, ASSIGN; state=OFFLINE, location=a7948fca2832,32965,1731756011943; forceNewPlan=false, retain=false 2024-11-16T11:20:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T11:20:23,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T11:20:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T11:20:23,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T11:20:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:20:23,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T11:20:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:20:23,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T11:20:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:20:23,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T11:20:24,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eaf2cedca5343336cf4391768d66004e, regionState=OPENING, regionLocation=a7948fca2832,32965,1731756011943 2024-11-16T11:20:24,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eaf2cedca5343336cf4391768d66004e, ASSIGN because future has completed 2024-11-16T11:20:24,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaf2cedca5343336cf4391768d66004e, server=a7948fca2832,32965,1731756011943}] 2024-11-16T11:20:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:20:24,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e. 2024-11-16T11:20:24,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:20:24,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T11:20:24,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C32965%2C1731756011943.rep, suffix=, logDir=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943, archiveDir=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/oldWALs, maxLogs=10 2024-11-16T11:20:24,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.rep.1731756024295, exclude list is [], retry=0 2024-11-16T11:20:24,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45557,DS-a1d6e51a-e33e-409c-b8fd-df04ad5c8f29,DISK] 2024-11-16T11:20:24,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.rep.1731756024295 2024-11-16T11:20:24,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41783:41783)] 2024-11-16T11:20:24,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => eaf2cedca5343336cf4391768d66004e, NAME => 'hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:20:24,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:20:24,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:20:24,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e. service=MultiRowMutationService 2024-11-16T11:20:24,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T11:20:24,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:24,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:24,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:24,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:24,312 INFO [StoreOpener-eaf2cedca5343336cf4391768d66004e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:24,313 INFO [StoreOpener-eaf2cedca5343336cf4391768d66004e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaf2cedca5343336cf4391768d66004e columnFamilyName hfileref 2024-11-16T11:20:24,313 DEBUG [StoreOpener-eaf2cedca5343336cf4391768d66004e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:24,313 INFO [StoreOpener-eaf2cedca5343336cf4391768d66004e-1 {}] regionserver.HStore(327): Store=eaf2cedca5343336cf4391768d66004e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:24,313 INFO [StoreOpener-eaf2cedca5343336cf4391768d66004e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:24,314 INFO [StoreOpener-eaf2cedca5343336cf4391768d66004e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaf2cedca5343336cf4391768d66004e columnFamilyName queue 2024-11-16T11:20:24,314 DEBUG [StoreOpener-eaf2cedca5343336cf4391768d66004e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:24,314 INFO [StoreOpener-eaf2cedca5343336cf4391768d66004e-1 {}] regionserver.HStore(327): Store=eaf2cedca5343336cf4391768d66004e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:24,315 INFO [StoreOpener-eaf2cedca5343336cf4391768d66004e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:24,315 INFO [StoreOpener-eaf2cedca5343336cf4391768d66004e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaf2cedca5343336cf4391768d66004e columnFamilyName sid 2024-11-16T11:20:24,315 DEBUG [StoreOpener-eaf2cedca5343336cf4391768d66004e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:24,316 INFO [StoreOpener-eaf2cedca5343336cf4391768d66004e-1 {}] regionserver.HStore(327): Store=eaf2cedca5343336cf4391768d66004e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:24,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:24,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/replication/eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:24,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/replication/eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:24,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:24,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:24,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:20:24,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:24,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/replication/eaf2cedca5343336cf4391768d66004e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:20:24,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened eaf2cedca5343336cf4391768d66004e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61490073, jitterRate=-0.08372651040554047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:20:24,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:24,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for eaf2cedca5343336cf4391768d66004e: Running coprocessor pre-open hook at 1731756024311Writing region info on filesystem at 1731756024311Initializing all the Stores at 1731756024312 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756024312Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756024312Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756024312Cleaning up temporary data from old regions at 1731756024317 (+5 ms)Running coprocessor post-open hooks at 1731756024319 (+2 ms)Region opened successfully at 1731756024320 (+1 ms) 2024-11-16T11:20:24,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e., pid=10, masterSystemTime=1731756024243 2024-11-16T11:20:24,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e. 2024-11-16T11:20:24,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e. 2024-11-16T11:20:24,323 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eaf2cedca5343336cf4391768d66004e, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,32965,1731756011943 2024-11-16T11:20:24,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaf2cedca5343336cf4391768d66004e, server=a7948fca2832,32965,1731756011943 because future has completed 2024-11-16T11:20:24,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T11:20:24,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure eaf2cedca5343336cf4391768d66004e, server=a7948fca2832,32965,1731756011943 in 234 msec 2024-11-16T11:20:24,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T11:20:24,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eaf2cedca5343336cf4391768d66004e, ASSIGN in 390 msec 2024-11-16T11:20:24,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:20:24,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756024329"}]},"ts":"1731756024329"} 2024-11-16T11:20:24,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T11:20:24,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:20:24,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2130 sec 2024-11-16T11:20:24,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e., hostname=a7948fca2832,32965,1731756011943, seqNum=2] 2024-11-16T11:20:24,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101435fa40b0001, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624 2024-11-16T11:20:24,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624 2024-11-16T11:20:24,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T11:20:24,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T11:20:24,581 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T11:20:24,606 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a7948fca2832,32965,1731756011943, ReplicationSource: 1, currentBandwidth=0 2024-11-16T11:20:24,606 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:20:24,607 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,32965,1731756011943, seqNum=-1] 2024-11-16T11:20:24,607 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:20:24,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-16T11:20:24,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a7948fca2832,32965,1731756011943', locateType=CURRENT is [region=hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e., hostname=a7948fca2832,32965,1731756011943, seqNum=2] 2024-11-16T11:20:24,611 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T11:20:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36285 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T11:20:24,612 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a7948fca2832,32965,1731756011943 suceeded 2024-11-16T11:20:24,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T11:20:24,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-16T11:20:24,614 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a7948fca2832:34871,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T11:20:24,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5030 sec 2024-11-16T11:20:24,624 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:34871' 2024-11-16T11:20:24,625 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@601a2a33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:24,625 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,34871,-1 for getting cluster id 2024-11-16T11:20:24,625 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:20:24,626 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65ad2bc4-90ac-4405-b7f7-c23ff38fb6be' 2024-11-16T11:20:24,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:20:24,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65ad2bc4-90ac-4405-b7f7-c23ff38fb6be" 2024-11-16T11:20:24,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ae3ca13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:24,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,34871,-1] 2024-11-16T11:20:24,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:20:24,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:24,627 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:20:24,628 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72e7e601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:24,628 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:24,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,34871,1731756017211 2024-11-16T11:20:24,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67c2914 2024-11-16T11:20:24,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:20:24,629 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-16T11:20:24,629 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a7948fca2832,32965,1731756011943 (queues=1) is replicating from cluster=f5730c1d-42dc-42f0-a0af-573fa9be5b3a to cluster=65ad2bc4-90ac-4405-b7f7-c23ff38fb6be 2024-11-16T11:20:24,629 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a7948fca2832%2C32965%2C1731756011943 2024-11-16T11:20:24,629 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a7948fca2832,32965,1731756011943, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T11:20:24,630 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.shippera7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a7948fca2832%2C32965%2C1731756011943 2024-11-16T11:20:24,630 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151, startPosition=0, beingWritten=true 2024-11-16T11:20:24,634 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:20:24,634 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 379, reset compression=false 2024-11-16T11:20:24,634 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.shippera7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,32965,1731756011943 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:20:24,837 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 379, reset compression=false 2024-11-16T11:20:25,141 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 379, reset compression=false 2024-11-16T11:20:25,188 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T11:20:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:20:25,262 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T11:20:25,262 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:20:25,262 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:25,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:25,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:25,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:20:25,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d7122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:25,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,34871,-1 for getting cluster id 2024-11-16T11:20:25,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:20:25,263 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65ad2bc4-90ac-4405-b7f7-c23ff38fb6be' 2024-11-16T11:20:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:20:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65ad2bc4-90ac-4405-b7f7-c23ff38fb6be" 2024-11-16T11:20:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23dd7d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,34871,-1] 2024-11-16T11:20:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:20:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:25,265 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:20:25,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4def9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:25,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:25,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,34871,1731756017211 2024-11-16T11:20:25,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@132a9036 2024-11-16T11:20:25,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:20:25,267 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:20:25,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a7948fca2832:36285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T11:20:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T11:20:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:20:25,270 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:36285' 2024-11-16T11:20:25,270 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbcdb85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:25,271 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,36285,-1 for getting cluster id 2024-11-16T11:20:25,271 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:20:25,271 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5730c1d-42dc-42f0-a0af-573fa9be5b3a' 2024-11-16T11:20:25,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:20:25,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5730c1d-42dc-42f0-a0af-573fa9be5b3a" 2024-11-16T11:20:25,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61bd065a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:25,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,36285,-1] 2024-11-16T11:20:25,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:20:25,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:25,272 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:20:25,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@520fec13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:25,273 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:25,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,36285,1731756011743 2024-11-16T11:20:25,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2971b03a 2024-11-16T11:20:25,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:20:25,274 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:20:25,275 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T11:20:25,275 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T11:20:25,275 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:25,275 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:25,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:20:25,275 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:20:25,276 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T11:20:25,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:20:25,277 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:25,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:20:25,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741837_1013 (size=1138) 2024-11-16T11:20:25,326 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T11:20:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:20:25,544 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 379, reset compression=false 2024-11-16T11:20:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:20:25,684 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1bd6b3c0a95610416ed6c25d6b0afa3, NAME => 'hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948 2024-11-16T11:20:25,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741838_1014 (size=44) 2024-11-16T11:20:25,724 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:20:25,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:25,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:25,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:25,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:25,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:25,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:25,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:20:26,020 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T11:20:26,048 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 379, reset compression=false 2024-11-16T11:20:26,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:26,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c1bd6b3c0a95610416ed6c25d6b0afa3, disabling compactions & flushes 2024-11-16T11:20:26,089 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3. 2024-11-16T11:20:26,089 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3. 2024-11-16T11:20:26,089 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3. after waiting 0 ms 2024-11-16T11:20:26,089 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3. 2024-11-16T11:20:26,089 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3. 2024-11-16T11:20:26,089 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1bd6b3c0a95610416ed6c25d6b0afa3: Waiting for close lock at 1731756026088Disabling compacts and flushes for region at 1731756026088Disabling writes for close at 1731756026089 (+1 ms)Writing region close event to WAL at 1731756026089Closed at 1731756026089 2024-11-16T11:20:26,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:20:26,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731756026090"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756026090"}]},"ts":"1731756026090"} 2024-11-16T11:20:26,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:20:26,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:20:26,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756026092"}]},"ts":"1731756026092"} 2024-11-16T11:20:26,094 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T11:20:26,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1bd6b3c0a95610416ed6c25d6b0afa3, ASSIGN}] 2024-11-16T11:20:26,095 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1bd6b3c0a95610416ed6c25d6b0afa3, ASSIGN 2024-11-16T11:20:26,096 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c1bd6b3c0a95610416ed6c25d6b0afa3, ASSIGN; state=OFFLINE, location=a7948fca2832,37939,1731756017356; forceNewPlan=false, retain=false 2024-11-16T11:20:26,246 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c1bd6b3c0a95610416ed6c25d6b0afa3, regionState=OPENING, regionLocation=a7948fca2832,37939,1731756017356 2024-11-16T11:20:26,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c1bd6b3c0a95610416ed6c25d6b0afa3, ASSIGN because future has completed 2024-11-16T11:20:26,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1bd6b3c0a95610416ed6c25d6b0afa3, server=a7948fca2832,37939,1731756017356}] 2024-11-16T11:20:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:20:26,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3. 2024-11-16T11:20:26,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:20:26,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T11:20:26,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C37939%2C1731756017356.rep, suffix=, logDir=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356, archiveDir=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/oldWALs, maxLogs=10 2024-11-16T11:20:26,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.rep.1731756026405, exclude list is [], retry=0 2024-11-16T11:20:26,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38189,DS-4ac7b46f-0633-4af4-ada9-488fd91afd6f,DISK] 2024-11-16T11:20:26,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.rep.1731756026405 2024-11-16T11:20:26,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45661:45661)] 2024-11-16T11:20:26,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c1bd6b3c0a95610416ed6c25d6b0afa3, NAME => 'hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:20:26,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:20:26,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:20:26,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3. service=MultiRowMutationService 2024-11-16T11:20:26,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T11:20:26,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c1bd6b3c0a95610416ed6c25d6b0afa3 2024-11-16T11:20:26,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:26,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c1bd6b3c0a95610416ed6c25d6b0afa3 2024-11-16T11:20:26,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c1bd6b3c0a95610416ed6c25d6b0afa3 2024-11-16T11:20:26,426 INFO [StoreOpener-c1bd6b3c0a95610416ed6c25d6b0afa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c1bd6b3c0a95610416ed6c25d6b0afa3 2024-11-16T11:20:26,427 INFO [StoreOpener-c1bd6b3c0a95610416ed6c25d6b0afa3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1bd6b3c0a95610416ed6c25d6b0afa3 columnFamilyName hfileref 2024-11-16T11:20:26,427 DEBUG [StoreOpener-c1bd6b3c0a95610416ed6c25d6b0afa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:26,428 INFO [StoreOpener-c1bd6b3c0a95610416ed6c25d6b0afa3-1 {}] regionserver.HStore(327): Store=c1bd6b3c0a95610416ed6c25d6b0afa3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:26,428 INFO [StoreOpener-c1bd6b3c0a95610416ed6c25d6b0afa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c1bd6b3c0a95610416ed6c25d6b0afa3 2024-11-16T11:20:26,428 INFO [StoreOpener-c1bd6b3c0a95610416ed6c25d6b0afa3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1bd6b3c0a95610416ed6c25d6b0afa3 columnFamilyName queue 2024-11-16T11:20:26,428 DEBUG [StoreOpener-c1bd6b3c0a95610416ed6c25d6b0afa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:26,429 INFO [StoreOpener-c1bd6b3c0a95610416ed6c25d6b0afa3-1 {}] regionserver.HStore(327): Store=c1bd6b3c0a95610416ed6c25d6b0afa3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:26,429 INFO [StoreOpener-c1bd6b3c0a95610416ed6c25d6b0afa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c1bd6b3c0a95610416ed6c25d6b0afa3 2024-11-16T11:20:26,429 INFO [StoreOpener-c1bd6b3c0a95610416ed6c25d6b0afa3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1bd6b3c0a95610416ed6c25d6b0afa3 columnFamilyName sid 2024-11-16T11:20:26,429 DEBUG [StoreOpener-c1bd6b3c0a95610416ed6c25d6b0afa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:26,430 INFO [StoreOpener-c1bd6b3c0a95610416ed6c25d6b0afa3-1 {}] regionserver.HStore(327): Store=c1bd6b3c0a95610416ed6c25d6b0afa3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:26,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c1bd6b3c0a95610416ed6c25d6b0afa3 2024-11-16T11:20:26,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/replication/c1bd6b3c0a95610416ed6c25d6b0afa3 2024-11-16T11:20:26,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/replication/c1bd6b3c0a95610416ed6c25d6b0afa3 2024-11-16T11:20:26,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c1bd6b3c0a95610416ed6c25d6b0afa3 2024-11-16T11:20:26,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c1bd6b3c0a95610416ed6c25d6b0afa3 2024-11-16T11:20:26,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:20:26,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c1bd6b3c0a95610416ed6c25d6b0afa3 2024-11-16T11:20:26,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/replication/c1bd6b3c0a95610416ed6c25d6b0afa3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:20:26,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c1bd6b3c0a95610416ed6c25d6b0afa3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59949209, jitterRate=-0.10668717324733734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:20:26,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1bd6b3c0a95610416ed6c25d6b0afa3 2024-11-16T11:20:26,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c1bd6b3c0a95610416ed6c25d6b0afa3: Running coprocessor pre-open hook at 1731756026425Writing region info on filesystem at 1731756026425Initializing all the Stores at 1731756026426 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756026426Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756026426Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756026426Cleaning up temporary data from old regions at 1731756026431 (+5 ms)Running coprocessor post-open hooks at 1731756026438 (+7 ms)Region opened successfully at 1731756026438 2024-11-16T11:20:26,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3., pid=10, masterSystemTime=1731756026400 2024-11-16T11:20:26,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3. 2024-11-16T11:20:26,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3. 2024-11-16T11:20:26,441 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c1bd6b3c0a95610416ed6c25d6b0afa3, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,37939,1731756017356 2024-11-16T11:20:26,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1bd6b3c0a95610416ed6c25d6b0afa3, server=a7948fca2832,37939,1731756017356 because future has completed 2024-11-16T11:20:26,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T11:20:26,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c1bd6b3c0a95610416ed6c25d6b0afa3, server=a7948fca2832,37939,1731756017356 in 195 msec 2024-11-16T11:20:26,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T11:20:26,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1bd6b3c0a95610416ed6c25d6b0afa3, ASSIGN in 351 msec 2024-11-16T11:20:26,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:20:26,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756026447"}]},"ts":"1731756026447"} 2024-11-16T11:20:26,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T11:20:26,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:20:26,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-16T11:20:26,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3., hostname=a7948fca2832,37939,1731756017356, seqNum=2] 2024-11-16T11:20:26,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101435fa40b0004, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329 2024-11-16T11:20:26,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329 2024-11-16T11:20:26,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T11:20:26,651 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 379, reset compression=false 2024-11-16T11:20:26,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T11:20:26,718 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T11:20:26,743 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a7948fca2832,37939,1731756017356, ReplicationSource: 1, currentBandwidth=0 2024-11-16T11:20:26,743 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:20:26,743 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,37939,1731756017356, seqNum=-1] 2024-11-16T11:20:26,743 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:20:26,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-16T11:20:26,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a7948fca2832,37939,1731756017356', locateType=CURRENT is [region=hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3., hostname=a7948fca2832,37939,1731756017356, seqNum=2] 2024-11-16T11:20:26,748 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T11:20:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T11:20:26,750 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a7948fca2832,37939,1731756017356 suceeded 2024-11-16T11:20:26,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T11:20:26,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-16T11:20:26,751 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a7948fca2832:36285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T11:20:26,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4840 sec 2024-11-16T11:20:26,761 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:36285' 2024-11-16T11:20:26,761 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@284a40fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:26,761 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,36285,-1 for getting cluster id 2024-11-16T11:20:26,762 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:20:26,762 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5730c1d-42dc-42f0-a0af-573fa9be5b3a' 2024-11-16T11:20:26,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:20:26,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5730c1d-42dc-42f0-a0af-573fa9be5b3a" 2024-11-16T11:20:26,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34c73511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:26,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,36285,-1] 2024-11-16T11:20:26,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:20:26,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:26,763 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:20:26,764 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@100b7e2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:26,764 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:26,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,36285,1731756011743 2024-11-16T11:20:26,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dfce915 2024-11-16T11:20:26,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:20:26,765 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-16T11:20:26,766 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a7948fca2832,37939,1731756017356 (queues=1) is replicating from cluster=65ad2bc4-90ac-4405-b7f7-c23ff38fb6be to cluster=f5730c1d-42dc-42f0-a0af-573fa9be5b3a 2024-11-16T11:20:26,766 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a7948fca2832%2C37939%2C1731756017356 2024-11-16T11:20:26,766 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a7948fca2832,37939,1731756017356, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T11:20:26,766 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.shippera7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a7948fca2832%2C37939%2C1731756017356 2024-11-16T11:20:26,766 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318, startPosition=0, beingWritten=true 2024-11-16T11:20:26,771 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:20:26,771 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 379, reset compression=false 2024-11-16T11:20:26,771 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.shippera7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,37939,1731756017356 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:20:26,974 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 379, reset compression=false 2024-11-16T11:20:27,278 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 379, reset compression=false 2024-11-16T11:20:27,354 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 379, reset compression=false 2024-11-16T11:20:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:20:27,422 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T11:20:27,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:20:27,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:27,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:27,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:27,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:20:27,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:20:27,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,32965,1731756011943, seqNum=-1] 2024-11-16T11:20:27,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:20:27,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:20:27,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd., hostname=a7948fca2832,32965,1731756011943, seqNum=2] 2024-11-16T11:20:27,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:20:27,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,37939,1731756017356, seqNum=-1] 2024-11-16T11:20:27,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:20:27,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:20:27,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da., hostname=a7948fca2832,37939,1731756017356, seqNum=2] 2024-11-16T11:20:27,435 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T11:20:27,681 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 379, reset compression=false 2024-11-16T11:20:28,157 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 379, reset compression=false 2024-11-16T11:20:28,163 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:20:28,163 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 480, reset compression=false 2024-11-16T11:20:28,163 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.shippera7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,32965,1731756011943 got entry batch from reader: WALEntryBatch [walEntries=[{test/b60c9055b36f09eebadb4e1035e202fd/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-16T11:20:28,166 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.shippera7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:20:28,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-16T11:20:28,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:20:28,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a2c7004, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:28,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37939 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,34871,-1 for getting cluster id 2024-11-16T11:20:28,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:20:28,170 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65ad2bc4-90ac-4405-b7f7-c23ff38fb6be' 2024-11-16T11:20:28,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:20:28,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65ad2bc4-90ac-4405-b7f7-c23ff38fb6be" 2024-11-16T11:20:28,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69dba157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:28,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,34871,-1] 2024-11-16T11:20:28,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:20:28,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:28,171 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:20:28,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c605617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:28,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37939 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:20:28,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,37939,1731756017356, seqNum=-1] 2024-11-16T11:20:28,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:20:28,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-16T11:20:28,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da., hostname=a7948fca2832,37939,1731756017356, seqNum=2] 2024-11-16T11:20:28,184 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 379, reset compression=false 2024-11-16T11:20:28,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:20:28,368 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 480, reset compression=false 2024-11-16T11:20:28,438 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-16T11:20:28,441 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-16T11:20:28,672 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 480, reset compression=false 2024-11-16T11:20:28,789 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 379, reset compression=false 2024-11-16T11:20:28,794 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:20:28,794 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 608, reset compression=false 2024-11-16T11:20:28,794 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.shippera7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,37939,1731756017356 got entry batch from reader: WALEntryBatch [walEntries=[{test/d2d8dd8c61d30aeee2bffc6a51f486da/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T11:20:28,796 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.shippera7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:20:28,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-16T11:20:28,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:20:28,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37cc2309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:28,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,36285,-1 for getting cluster id 2024-11-16T11:20:28,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:20:28,803 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5730c1d-42dc-42f0-a0af-573fa9be5b3a' 2024-11-16T11:20:28,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:20:28,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5730c1d-42dc-42f0-a0af-573fa9be5b3a" 2024-11-16T11:20:28,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62d81fa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:28,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,36285,-1] 2024-11-16T11:20:28,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:20:28,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:28,804 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:20:28,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e17318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:28,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:20:28,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,32965,1731756011943, seqNum=-1] 2024-11-16T11:20:28,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:20:28,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-16T11:20:28,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd., hostname=a7948fca2832,32965,1731756011943, seqNum=2] 2024-11-16T11:20:28,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:20:29,003 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 608, reset compression=false 2024-11-16T11:20:29,075 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 480, reset compression=false 2024-11-16T11:20:29,080 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:20:29,081 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 607, reset compression=false 2024-11-16T11:20:29,081 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.shippera7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,32965,1731756011943 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:20:29,284 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 607, reset compression=false 2024-11-16T11:20:29,308 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 608, reset compression=false 2024-11-16T11:20:29,444 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-16T11:20:29,450 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T11:20:29,587 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 607, reset compression=false 2024-11-16T11:20:29,592 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:20:29,592 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 763, reset compression=false 2024-11-16T11:20:29,592 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.shippera7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,32965,1731756011943 got entry batch from reader: WALEntryBatch [walEntries=[{test/b60c9055b36f09eebadb4e1035e202fd/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-16T11:20:29,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:20:29,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:20:29,712 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 608, reset compression=false 2024-11-16T11:20:29,716 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:20:29,716 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 756, reset compression=false 2024-11-16T11:20:29,716 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.shippera7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,37939,1731756017356 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:20:29,795 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 763, reset compression=false 2024-11-16T11:20:29,919 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 756, reset compression=false 2024-11-16T11:20:30,100 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 763, reset compression=false 2024-11-16T11:20:30,222 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 756, reset compression=false 2024-11-16T11:20:30,452 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-16T11:20:30,459 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-16T11:20:30,504 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 763, reset compression=false 2024-11-16T11:20:30,625 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 756, reset compression=false 2024-11-16T11:20:30,630 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:20:30,630 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 915, reset compression=false 2024-11-16T11:20:30,631 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.shippera7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,37939,1731756017356 got entry batch from reader: WALEntryBatch [walEntries=[{test/d2d8dd8c61d30aeee2bffc6a51f486da/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T11:20:30,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:20:30,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:20:30,836 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 915, reset compression=false 2024-11-16T11:20:31,008 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 763, reset compression=false 2024-11-16T11:20:31,012 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:20:31,012 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 912, reset compression=false 2024-11-16T11:20:31,012 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.shippera7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,32965,1731756011943 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:20:31,140 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 915, reset compression=false 2024-11-16T11:20:31,216 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 912, reset compression=false 2024-11-16T11:20:31,461 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-16T11:20:31,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:20:31,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:20:31,464 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:31,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:31,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:31,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:20:31,464 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:20:31,464 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=314893008, stopped=false 2024-11-16T11:20:31,464 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,34871,1731756017211 2024-11-16T11:20:31,519 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 912, reset compression=false 2024-11-16T11:20:31,544 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 915, reset compression=false 2024-11-16T11:20:31,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1846478329/running 2024-11-16T11:20:31,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101435fa40b0004, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1846478329/running 2024-11-16T11:20:31,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329 2024-11-16T11:20:31,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101435fa40b0004, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329 2024-11-16T11:20:31,615 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:20:31,615 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:20:31,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:31,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:31,616 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,37939,1731756017356' ***** 2024-11-16T11:20:31,616 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:20:31,616 INFO [RS:0;a7948fca2832:37939 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:20:31,616 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:20:31,616 INFO [RS:0;a7948fca2832:37939 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:20:31,617 INFO [RS:0;a7948fca2832:37939 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:20:31,617 INFO [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(3091): Received CLOSE for d2d8dd8c61d30aeee2bffc6a51f486da 2024-11-16T11:20:31,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Set watcher on znode that does not yet exist, /1-1846478329/running 2024-11-16T11:20:31,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37939-0x101435fa40b0004, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Set watcher on znode that does not yet exist, /1-1846478329/running 2024-11-16T11:20:31,618 INFO [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(3091): Received CLOSE for c1bd6b3c0a95610416ed6c25d6b0afa3 2024-11-16T11:20:31,618 INFO [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,37939,1731756017356 2024-11-16T11:20:31,618 INFO [RS:0;a7948fca2832:37939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:20:31,618 INFO [RS:0;a7948fca2832:37939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:37939. 2024-11-16T11:20:31,618 DEBUG [RS:0;a7948fca2832:37939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:31,618 DEBUG [RS:0;a7948fca2832:37939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:31,618 INFO [RS:0;a7948fca2832:37939 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:20:31,618 INFO [RS:0;a7948fca2832:37939 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:20:31,618 INFO [RS:0;a7948fca2832:37939 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:20:31,618 INFO [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:20:31,618 INFO [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T11:20:31,618 DEBUG [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(1325): Online Regions={d2d8dd8c61d30aeee2bffc6a51f486da=test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da., c1bd6b3c0a95610416ed6c25d6b0afa3=hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:20:31,618 DEBUG [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c1bd6b3c0a95610416ed6c25d6b0afa3, d2d8dd8c61d30aeee2bffc6a51f486da 2024-11-16T11:20:31,618 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:20:31,618 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:20:31,618 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:20:31,618 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:20:31,618 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:20:31,619 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T11:20:31,619 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2d8dd8c61d30aeee2bffc6a51f486da, disabling compactions & flushes 2024-11-16T11:20:31,619 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da. 2024-11-16T11:20:31,619 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da. 2024-11-16T11:20:31,619 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da. after waiting 0 ms 2024-11-16T11:20:31,619 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da. 2024-11-16T11:20:31,619 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d2d8dd8c61d30aeee2bffc6a51f486da 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-16T11:20:31,638 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/default/test/d2d8dd8c61d30aeee2bffc6a51f486da/.tmp/f/0e3bb85748074bb69ea6f574c65e05ff is 29, key is row1/f:/1731756030452/DeleteFamily/seqid=0 2024-11-16T11:20:31,639 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/.tmp/info/cbf11318c36e4cbd9181fe369d4d3c51 is 147, key is hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3./info:regioninfo/1731756026441/Put/seqid=0 2024-11-16T11:20:31,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741840_1016 (size=5118) 2024-11-16T11:20:31,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741841_1017 (size=7686) 2024-11-16T11:20:31,647 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/default/test/d2d8dd8c61d30aeee2bffc6a51f486da/.tmp/f/0e3bb85748074bb69ea6f574c65e05ff 2024-11-16T11:20:31,652 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e3bb85748074bb69ea6f574c65e05ff 2024-11-16T11:20:31,668 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/default/test/d2d8dd8c61d30aeee2bffc6a51f486da/.tmp/f1/c5a246115d3d4f1fa22d0f569414eadc is 30, key is row1/f1:/1731756030452/DeleteFamily/seqid=0 2024-11-16T11:20:31,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741842_1018 (size=5123) 2024-11-16T11:20:31,700 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:20:31,818 DEBUG [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c1bd6b3c0a95610416ed6c25d6b0afa3, d2d8dd8c61d30aeee2bffc6a51f486da 2024-11-16T11:20:31,923 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 912, reset compression=false 2024-11-16T11:20:31,927 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:20:31,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:31,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:31,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:31,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:31,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:31,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:31,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:32,019 DEBUG [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c1bd6b3c0a95610416ed6c25d6b0afa3, d2d8dd8c61d30aeee2bffc6a51f486da 2024-11-16T11:20:32,048 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/.tmp/info/cbf11318c36e4cbd9181fe369d4d3c51 2024-11-16T11:20:32,048 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 915, reset compression=false 2024-11-16T11:20:32,052 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:20:32,052 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 1162, reset compression=false 2024-11-16T11:20:32,052 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.shippera7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,37939,1731756017356 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:20:32,053 ERROR [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.shippera7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a7948fca2832,37939,1731756017356: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a7948fca2832,37939,1731756017356, walGroup=a7948fca2832%2C37939%2C1731756017356, offset=a7948fca2832%2C37939%2C1731756017356.1731756019318:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:37939 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T11:20:32,054 ERROR [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.shippera7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T11:20:32,054 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.shippera7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T11:20:32,055 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.shippera7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T11:20:32,055 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.shippera7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T11:20:32,055 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.shippera7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T11:20:32,055 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.shippera7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 599243176 }, "NonHeapMemoryUsage": { "committed": 194314240, "init": 7667712, "max": -1, "used": 191216432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T11:20:32,056 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.shippera7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:34871 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:34871 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T11:20:32,070 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/.tmp/ns/363d36226c204fa8b01e7784652f3c44 is 43, key is default/ns:d/1731756020244/Put/seqid=0 2024-11-16T11:20:32,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741843_1019 (size=5153) 2024-11-16T11:20:32,074 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/.tmp/ns/363d36226c204fa8b01e7784652f3c44 2024-11-16T11:20:32,078 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/default/test/d2d8dd8c61d30aeee2bffc6a51f486da/.tmp/f1/c5a246115d3d4f1fa22d0f569414eadc 2024-11-16T11:20:32,082 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5a246115d3d4f1fa22d0f569414eadc 2024-11-16T11:20:32,092 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/.tmp/rep_barrier/534a71866ec64b6fa255e33e9d5c6234 is 112, key is test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da./rep_barrier:seqnumDuringOpen/1731756022096/Put/seqid=0 2024-11-16T11:20:32,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741844_1020 (size=5518) 2024-11-16T11:20:32,102 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/default/test/d2d8dd8c61d30aeee2bffc6a51f486da/.tmp/norep/c28c95fdf2d347e4ab4fc0b11ecd46fe is 33, key is row1/norep:/1731756030452/DeleteFamily/seqid=0 2024-11-16T11:20:32,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741845_1021 (size=5108) 2024-11-16T11:20:32,219 DEBUG [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c1bd6b3c0a95610416ed6c25d6b0afa3, d2d8dd8c61d30aeee2bffc6a51f486da 2024-11-16T11:20:32,230 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:20:32,230 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:20:32,257 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 1162, reset compression=false 2024-11-16T11:20:32,419 DEBUG [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c1bd6b3c0a95610416ed6c25d6b0afa3, d2d8dd8c61d30aeee2bffc6a51f486da 2024-11-16T11:20:32,427 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 912, reset compression=false 2024-11-16T11:20:32,496 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/.tmp/rep_barrier/534a71866ec64b6fa255e33e9d5c6234 2024-11-16T11:20:32,505 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/default/test/d2d8dd8c61d30aeee2bffc6a51f486da/.tmp/norep/c28c95fdf2d347e4ab4fc0b11ecd46fe 2024-11-16T11:20:32,509 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c28c95fdf2d347e4ab4fc0b11ecd46fe 2024-11-16T11:20:32,510 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/default/test/d2d8dd8c61d30aeee2bffc6a51f486da/.tmp/f/0e3bb85748074bb69ea6f574c65e05ff as hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/default/test/d2d8dd8c61d30aeee2bffc6a51f486da/f/0e3bb85748074bb69ea6f574c65e05ff 2024-11-16T11:20:32,513 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e3bb85748074bb69ea6f574c65e05ff 2024-11-16T11:20:32,514 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/default/test/d2d8dd8c61d30aeee2bffc6a51f486da/f/0e3bb85748074bb69ea6f574c65e05ff, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T11:20:32,514 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/default/test/d2d8dd8c61d30aeee2bffc6a51f486da/.tmp/f1/c5a246115d3d4f1fa22d0f569414eadc as hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/default/test/d2d8dd8c61d30aeee2bffc6a51f486da/f1/c5a246115d3d4f1fa22d0f569414eadc 2024-11-16T11:20:32,515 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/.tmp/table/0682b75f533d453599da0b1ae0558e17 is 53, key is hbase:replication/table:state/1731756026447/Put/seqid=0 2024-11-16T11:20:32,519 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5a246115d3d4f1fa22d0f569414eadc 2024-11-16T11:20:32,519 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/default/test/d2d8dd8c61d30aeee2bffc6a51f486da/f1/c5a246115d3d4f1fa22d0f569414eadc, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T11:20:32,520 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/default/test/d2d8dd8c61d30aeee2bffc6a51f486da/.tmp/norep/c28c95fdf2d347e4ab4fc0b11ecd46fe as hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/default/test/d2d8dd8c61d30aeee2bffc6a51f486da/norep/c28c95fdf2d347e4ab4fc0b11ecd46fe 2024-11-16T11:20:32,523 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c28c95fdf2d347e4ab4fc0b11ecd46fe 2024-11-16T11:20:32,524 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/default/test/d2d8dd8c61d30aeee2bffc6a51f486da/norep/c28c95fdf2d347e4ab4fc0b11ecd46fe, entries=1, sequenceid=8, filesize=5.0 K 2024-11-16T11:20:32,524 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d2d8dd8c61d30aeee2bffc6a51f486da in 905ms, sequenceid=8, compaction requested=false 2024-11-16T11:20:32,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741846_1022 (size=5308) 2024-11-16T11:20:32,532 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/default/test/d2d8dd8c61d30aeee2bffc6a51f486da/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T11:20:32,533 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:20:32,533 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:20:32,533 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da. 2024-11-16T11:20:32,533 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2d8dd8c61d30aeee2bffc6a51f486da: Waiting for close lock at 1731756031619Running coprocessor pre-close hooks at 1731756031619Disabling compacts and flushes for region at 1731756031619Disabling writes for close at 1731756031619Obtaining lock to block concurrent updates at 1731756031619Preparing flush snapshotting stores in d2d8dd8c61d30aeee2bffc6a51f486da at 1731756031619Finished memstore snapshotting test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731756031619Flushing stores of test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da. at 1731756031620 (+1 ms)Flushing d2d8dd8c61d30aeee2bffc6a51f486da/f: creating writer at 1731756031620Flushing d2d8dd8c61d30aeee2bffc6a51f486da/f: appending metadata at 1731756031637 (+17 ms)Flushing d2d8dd8c61d30aeee2bffc6a51f486da/f: closing flushed file at 1731756031637Flushing d2d8dd8c61d30aeee2bffc6a51f486da/f1: creating writer at 1731756031652 (+15 ms)Flushing d2d8dd8c61d30aeee2bffc6a51f486da/f1: appending metadata at 1731756031668 (+16 ms)Flushing d2d8dd8c61d30aeee2bffc6a51f486da/f1: closing flushed file at 1731756031668Flushing d2d8dd8c61d30aeee2bffc6a51f486da/norep: creating writer at 1731756032082 (+414 ms)Flushing d2d8dd8c61d30aeee2bffc6a51f486da/norep: appending metadata at 1731756032101 (+19 ms)Flushing d2d8dd8c61d30aeee2bffc6a51f486da/norep: closing flushed file at 1731756032101Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5acd5182: reopening flushed file at 1731756032509 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bf82545: reopening flushed file at 1731756032514 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad284b3: reopening flushed file at 1731756032519 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d2d8dd8c61d30aeee2bffc6a51f486da in 905ms, sequenceid=8, compaction requested=false at 1731756032525 (+6 ms)Writing region close event to WAL at 1731756032529 (+4 ms)Running coprocessor post-close hooks at 1731756032533 (+4 ms)Closed at 1731756032533 2024-11-16T11:20:32,533 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731756020953.d2d8dd8c61d30aeee2bffc6a51f486da. 2024-11-16T11:20:32,533 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1bd6b3c0a95610416ed6c25d6b0afa3, disabling compactions & flushes 2024-11-16T11:20:32,533 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3. 2024-11-16T11:20:32,533 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3. 2024-11-16T11:20:32,533 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3. after waiting 0 ms 2024-11-16T11:20:32,533 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3. 2024-11-16T11:20:32,534 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1bd6b3c0a95610416ed6c25d6b0afa3: Waiting for close lock at 1731756032533Running coprocessor pre-close hooks at 1731756032533Disabling compacts and flushes for region at 1731756032533Disabling writes for close at 1731756032533Failed flush hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3., putting online again at 1731756032534 (+1 ms) 2024-11-16T11:20:32,534 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3. 2024-11-16T11:20:32,560 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 1162, reset compression=false 2024-11-16T11:20:32,565 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:20:32,565 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 1806, reset compression=false 2024-11-16T11:20:32,619 INFO [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T11:20:32,619 DEBUG [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(1325): Online Regions={c1bd6b3c0a95610416ed6c25d6b0afa3=hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:20:32,619 INFO [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(3091): Received CLOSE for c1bd6b3c0a95610416ed6c25d6b0afa3 2024-11-16T11:20:32,619 DEBUG [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c1bd6b3c0a95610416ed6c25d6b0afa3 2024-11-16T11:20:32,619 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1bd6b3c0a95610416ed6c25d6b0afa3, disabling compactions & flushes 2024-11-16T11:20:32,619 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3. 2024-11-16T11:20:32,620 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3. 2024-11-16T11:20:32,620 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3. after waiting 0 ms 2024-11-16T11:20:32,620 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3. 2024-11-16T11:20:32,620 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1bd6b3c0a95610416ed6c25d6b0afa3: Waiting for close lock at 1731756032619Running coprocessor pre-close hooks at 1731756032619Disabling compacts and flushes for region at 1731756032619Disabling writes for close at 1731756032620 (+1 ms)Failed flush hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3., putting online again at 1731756032620 2024-11-16T11:20:32,620 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731756025275.c1bd6b3c0a95610416ed6c25d6b0afa3. 2024-11-16T11:20:32,767 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 1806, reset compression=false 2024-11-16T11:20:32,819 DEBUG [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:20:32,930 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/.tmp/table/0682b75f533d453599da0b1ae0558e17 2024-11-16T11:20:32,934 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/.tmp/info/cbf11318c36e4cbd9181fe369d4d3c51 as hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/info/cbf11318c36e4cbd9181fe369d4d3c51 2024-11-16T11:20:32,938 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/info/cbf11318c36e4cbd9181fe369d4d3c51, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T11:20:32,940 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/.tmp/ns/363d36226c204fa8b01e7784652f3c44 as hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/ns/363d36226c204fa8b01e7784652f3c44 2024-11-16T11:20:32,944 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/ns/363d36226c204fa8b01e7784652f3c44, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T11:20:32,944 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/.tmp/rep_barrier/534a71866ec64b6fa255e33e9d5c6234 as hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/rep_barrier/534a71866ec64b6fa255e33e9d5c6234 2024-11-16T11:20:32,948 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/rep_barrier/534a71866ec64b6fa255e33e9d5c6234, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T11:20:32,949 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/.tmp/table/0682b75f533d453599da0b1ae0558e17 as hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/table/0682b75f533d453599da0b1ae0558e17 2024-11-16T11:20:32,952 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/table/0682b75f533d453599da0b1ae0558e17, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T11:20:32,953 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=16, compaction requested=false 2024-11-16T11:20:32,959 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T11:20:32,959 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:20:32,959 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:20:32,959 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:20:32,960 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756031618Running coprocessor pre-close hooks at 1731756031618Disabling compacts and flushes for region at 1731756031618Disabling writes for close at 1731756031618Obtaining lock to block concurrent updates at 1731756031619 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731756031619Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731756031619Flushing stores of hbase:meta,,1.1588230740 at 1731756031620 (+1 ms)Flushing 1588230740/info: creating writer at 1731756031620Flushing 1588230740/info: appending metadata at 1731756031639 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731756031639Flushing 1588230740/ns: creating writer at 1731756032052 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731756032070 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731756032070Flushing 1588230740/rep_barrier: creating writer at 1731756032078 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731756032092 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731756032092Flushing 1588230740/table: creating writer at 1731756032500 (+408 ms)Flushing 1588230740/table: appending metadata at 1731756032515 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731756032515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@573c2b06: reopening flushed file at 1731756032934 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fc9edc4: reopening flushed file at 1731756032939 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c03ee41: reopening flushed file at 1731756032944 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b10e40e: reopening flushed file at 1731756032948 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=16, compaction requested=false at 1731756032953 (+5 ms)Writing region close event to WAL at 1731756032956 (+3 ms)Running coprocessor post-close hooks at 1731756032959 (+3 ms)Closed at 1731756032959 2024-11-16T11:20:32,960 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:20:33,020 INFO [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T11:20:33,020 INFO [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,37939,1731756017356; all regions closed. 2024-11-16T11:20:33,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741834_1010 (size=4239) 2024-11-16T11:20:33,021 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.meta.1731756020206.meta not finished, retry = 0 2024-11-16T11:20:33,030 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 912, reset compression=false 2024-11-16T11:20:33,071 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 to pos 1806, reset compression=false 2024-11-16T11:20:33,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741839_1015 (size=1515) 2024-11-16T11:20:33,124 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.rep.1731756026405 not finished, retry = 0 2024-11-16T11:20:33,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741832_1008 (size=1814) 2024-11-16T11:20:33,226 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/WALs/a7948fca2832,37939,1731756017356/a7948fca2832%2C37939%2C1731756017356.1731756019318 not finished, retry = 0 2024-11-16T11:20:33,327 DEBUG [RS:0;a7948fca2832:37939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:33,327 INFO [RS:0;a7948fca2832:37939 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:20:33,328 INFO [RS:0;a7948fca2832:37939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:20:33,328 INFO [RS:0;a7948fca2832:37939 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:20:33,328 INFO [RS:0;a7948fca2832:37939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:20:33,328 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:20:33,328 INFO [RS:0;a7948fca2832:37939 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a7948fca2832,37939,1731756017356 because: Region server is closing 2024-11-16T11:20:33,328 INFO [RS:0;a7948fca2832:37939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:37939. 2024-11-16T11:20:33,328 DEBUG [RS:0;a7948fca2832:37939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:33,329 DEBUG [RS:0;a7948fca2832:37939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:33,329 DEBUG [RS:0;a7948fca2832:37939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:33,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:20:33,429 INFO [RS:0;a7948fca2832:37939 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.shippera7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 terminated 2024-11-16T11:20:33,429 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,37939,1731756017356.replicationSource.wal-reader.a7948fca2832%2C37939%2C1731756017356,1-a7948fca2832,37939,1731756017356 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T11:20:33,429 INFO [RS:0;a7948fca2832:37939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:37939. 2024-11-16T11:20:33,429 DEBUG [RS:0;a7948fca2832:37939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:33,429 DEBUG [RS:0;a7948fca2832:37939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:33,429 DEBUG [RS:0;a7948fca2832:37939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:33,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:20:33,430 INFO [RS:0;a7948fca2832:37939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37939 2024-11-16T11:20:33,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329/rs 2024-11-16T11:20:33,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101435fa40b0004, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1846478329/rs/a7948fca2832,37939,1731756017356 2024-11-16T11:20:33,501 INFO [RS:0;a7948fca2832:37939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:20:33,501 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,37939,1731756017356] 2024-11-16T11:20:33,522 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1846478329/draining/a7948fca2832,37939,1731756017356 already deleted, retry=false 2024-11-16T11:20:33,522 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,37939,1731756017356 expired; onlineServers=0 2024-11-16T11:20:33,522 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,34871,1731756017211' ***** 2024-11-16T11:20:33,522 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:20:33,522 INFO [M:0;a7948fca2832:34871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:20:33,522 INFO [M:0;a7948fca2832:34871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:20:33,522 DEBUG [M:0;a7948fca2832:34871 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:20:33,522 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:20:33,522 DEBUG [M:0;a7948fca2832:34871 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:20:33,522 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756019024 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756019024,5,FailOnTimeoutGroup] 2024-11-16T11:20:33,522 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756019021 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756019021,5,FailOnTimeoutGroup] 2024-11-16T11:20:33,522 INFO [M:0;a7948fca2832:34871 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:20:33,522 INFO [M:0;a7948fca2832:34871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:20:33,522 DEBUG [M:0;a7948fca2832:34871 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:20:33,522 INFO [M:0;a7948fca2832:34871 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:20:33,523 INFO [M:0;a7948fca2832:34871 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:20:33,523 INFO [M:0;a7948fca2832:34871 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:20:33,523 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:20:33,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1846478329/master 2024-11-16T11:20:33,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1846478329 2024-11-16T11:20:33,532 DEBUG [M:0;a7948fca2832:34871 {}] zookeeper.ZKUtil(347): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Unable to get data of znode /1-1846478329/master because node does not exist (not an error) 2024-11-16T11:20:33,532 WARN [M:0;a7948fca2832:34871 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:20:33,533 INFO [M:0;a7948fca2832:34871 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/.lastflushedseqids 2024-11-16T11:20:33,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741847_1023 (size=245) 2024-11-16T11:20:33,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101435fa40b0004, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:20:33,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101435fa40b0004, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:20:33,611 INFO [RS:0;a7948fca2832:37939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:20:33,611 INFO [RS:0;a7948fca2832:37939 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,37939,1731756017356; zookeeper connection closed. 2024-11-16T11:20:33,612 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f904f61 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f904f61 2024-11-16T11:20:33,612 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:20:33,733 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 912, reset compression=false 2024-11-16T11:20:33,741 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:33,741 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:20:33,742 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28328 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:20:33,937 INFO [M:0;a7948fca2832:34871 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:20:33,937 INFO [M:0;a7948fca2832:34871 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:20:33,937 DEBUG [M:0;a7948fca2832:34871 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:20:33,937 INFO [M:0;a7948fca2832:34871 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:33,937 DEBUG [M:0;a7948fca2832:34871 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:33,937 DEBUG [M:0;a7948fca2832:34871 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:20:33,937 DEBUG [M:0;a7948fca2832:34871 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:33,937 INFO [M:0;a7948fca2832:34871 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-16T11:20:33,952 DEBUG [M:0;a7948fca2832:34871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8b730ce83c9466d84d7258b3979d3b0 is 82, key is hbase:meta,,1/info:regioninfo/1731756020233/Put/seqid=0 2024-11-16T11:20:33,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T11:20:33,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T11:20:33,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741848_1024 (size=5672) 2024-11-16T11:20:34,360 INFO [M:0;a7948fca2832:34871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8b730ce83c9466d84d7258b3979d3b0 2024-11-16T11:20:34,382 DEBUG [M:0;a7948fca2832:34871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0044cbed55494f32a498aa17461018c9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731756026450/Put/seqid=0 2024-11-16T11:20:34,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741849_1025 (size=8517) 2024-11-16T11:20:34,536 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 912, reset compression=false 2024-11-16T11:20:34,786 INFO [M:0;a7948fca2832:34871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0044cbed55494f32a498aa17461018c9 2024-11-16T11:20:34,853 DEBUG [M:0;a7948fca2832:34871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c82fc23e2c44d729d3e4c49c7db7d7f is 69, key is a7948fca2832,37939,1731756017356/rs:state/1731756019136/Put/seqid=0 2024-11-16T11:20:34,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741850_1026 (size=5156) 2024-11-16T11:20:35,257 INFO [M:0;a7948fca2832:34871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c82fc23e2c44d729d3e4c49c7db7d7f 2024-11-16T11:20:35,261 DEBUG [M:0;a7948fca2832:34871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8b730ce83c9466d84d7258b3979d3b0 as hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8b730ce83c9466d84d7258b3979d3b0 2024-11-16T11:20:35,264 INFO [M:0;a7948fca2832:34871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8b730ce83c9466d84d7258b3979d3b0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T11:20:35,265 DEBUG [M:0;a7948fca2832:34871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0044cbed55494f32a498aa17461018c9 as hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0044cbed55494f32a498aa17461018c9 2024-11-16T11:20:35,268 INFO [M:0;a7948fca2832:34871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0044cbed55494f32a498aa17461018c9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T11:20:35,269 DEBUG [M:0;a7948fca2832:34871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c82fc23e2c44d729d3e4c49c7db7d7f as hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c82fc23e2c44d729d3e4c49c7db7d7f 2024-11-16T11:20:35,272 INFO [M:0;a7948fca2832:34871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33827/user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c82fc23e2c44d729d3e4c49c7db7d7f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T11:20:35,273 INFO [M:0;a7948fca2832:34871 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=97, compaction requested=false 2024-11-16T11:20:35,274 INFO [M:0;a7948fca2832:34871 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:35,274 DEBUG [M:0;a7948fca2832:34871 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756033937Disabling compacts and flushes for region at 1731756033937Disabling writes for close at 1731756033937Obtaining lock to block concurrent updates at 1731756033937Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731756033937Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731756033937Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731756033938 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731756033938Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731756033951 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731756033951Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731756034364 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731756034382 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731756034382Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731756034841 (+459 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731756034853 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731756034853Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2b3810: reopening flushed file at 1731756035260 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@167bf88f: reopening flushed file at 1731756035264 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67f1be87: reopening flushed file at 1731756035268 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=97, compaction requested=false at 1731756035273 (+5 ms)Writing region close event to WAL at 1731756035274 (+1 ms)Closed at 1731756035274 2024-11-16T11:20:35,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741830_1006 (size=63666) 2024-11-16T11:20:35,275 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/29da8c7c-e069-d799-fecf-f04b9c13f948/MasterData/WALs/a7948fca2832,34871,1731756017211/a7948fca2832%2C34871%2C1731756017211.1731756018668 not finished, retry = 0 2024-11-16T11:20:35,376 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:20:35,376 INFO [M:0;a7948fca2832:34871 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:20:35,376 INFO [M:0;a7948fca2832:34871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34871 2024-11-16T11:20:35,377 INFO [M:0;a7948fca2832:34871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:20:35,445 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 912, reset compression=false 2024-11-16T11:20:35,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:20:35,527 INFO [M:0;a7948fca2832:34871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:20:35,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34871-0x101435fa40b0003, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:20:35,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22144062{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:20:35,562 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ab6819f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:20:35,562 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:20:35,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55806806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:20:35,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7744ac18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/hadoop.log.dir/,STOPPED} 2024-11-16T11:20:35,564 WARN [BP-902693199-172.17.0.2-1731756015319 heartbeating to localhost/127.0.0.1:33827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:20:35,564 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:20:35,564 WARN [BP-902693199-172.17.0.2-1731756015319 heartbeating to localhost/127.0.0.1:33827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-902693199-172.17.0.2-1731756015319 (Datanode Uuid 0e9ce16a-3e4e-4799-be5f-bd193727026b) service to localhost/127.0.0.1:33827 2024-11-16T11:20:35,564 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:20:35,564 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/cluster_6807c385-ff71-cd4f-7035-0074eb2261d9/data/data1/current/BP-902693199-172.17.0.2-1731756015319 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:20:35,565 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/cluster_6807c385-ff71-cd4f-7035-0074eb2261d9/data/data2/current/BP-902693199-172.17.0.2-1731756015319 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:20:35,565 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:20:35,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47e8a985{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:20:35,571 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fd43393{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:20:35,571 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:20:35,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da30d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:20:35,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76085775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/hadoop.log.dir/,STOPPED} 2024-11-16T11:20:35,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:20:35,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:20:35,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:20:35,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:35,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:35,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:35,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:20:35,587 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:20:35,587 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2110330413, stopped=false 2024-11-16T11:20:35,587 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,36285,1731756011743 2024-11-16T11:20:35,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0790254624/running 2024-11-16T11:20:35,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101435fa40b0001, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0790254624/running 2024-11-16T11:20:35,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624 2024-11-16T11:20:35,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101435fa40b0001, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624 2024-11-16T11:20:35,604 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:20:35,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32965-0x101435fa40b0001, quorum=127.0.0.1:59162, baseZNode=/0790254624 Set watcher on znode that does not yet exist, /0790254624/running 2024-11-16T11:20:35,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Set watcher on znode that does not yet exist, /0790254624/running 2024-11-16T11:20:35,605 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:20:35,605 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:35,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:35,605 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,32965,1731756011943' ***** 2024-11-16T11:20:35,605 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:20:35,605 INFO [RS:0;a7948fca2832:32965 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:20:35,605 INFO [RS:0;a7948fca2832:32965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:20:35,605 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:20:35,605 INFO [RS:0;a7948fca2832:32965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:20:35,605 INFO [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(3091): Received CLOSE for b60c9055b36f09eebadb4e1035e202fd 2024-11-16T11:20:35,606 INFO [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(3091): Received CLOSE for eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:35,606 INFO [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,32965,1731756011943 2024-11-16T11:20:35,606 INFO [RS:0;a7948fca2832:32965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:20:35,606 INFO [RS:0;a7948fca2832:32965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:32965. 2024-11-16T11:20:35,606 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b60c9055b36f09eebadb4e1035e202fd, disabling compactions & flushes 2024-11-16T11:20:35,606 DEBUG [RS:0;a7948fca2832:32965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:35,606 DEBUG [RS:0;a7948fca2832:32965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:35,606 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd. 2024-11-16T11:20:35,606 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd. 2024-11-16T11:20:35,606 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd. after waiting 0 ms 2024-11-16T11:20:35,606 INFO [RS:0;a7948fca2832:32965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:20:35,606 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd. 2024-11-16T11:20:35,606 INFO [RS:0;a7948fca2832:32965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:20:35,606 INFO [RS:0;a7948fca2832:32965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:20:35,606 INFO [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:20:35,606 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b60c9055b36f09eebadb4e1035e202fd 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-16T11:20:35,606 INFO [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T11:20:35,606 DEBUG [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(1325): Online Regions={b60c9055b36f09eebadb4e1035e202fd=test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd., 1588230740=hbase:meta,,1.1588230740, eaf2cedca5343336cf4391768d66004e=hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e.} 2024-11-16T11:20:35,606 DEBUG [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b60c9055b36f09eebadb4e1035e202fd, eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:35,606 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:20:35,606 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:20:35,606 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:20:35,606 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:20:35,606 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:20:35,606 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T11:20:35,619 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/.tmp/info/0f1a57500fd14a1e968f1a26f9370144 is 147, key is hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e./info:regioninfo/1731756024323/Put/seqid=0 2024-11-16T11:20:35,622 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/default/test/b60c9055b36f09eebadb4e1035e202fd/.tmp/f/119223e7a27049ae8aeeffacefc198b7 is 29, key is row1/f:/1731756030452/DeleteFamily/seqid=0 2024-11-16T11:20:35,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741840_1016 (size=7686) 2024-11-16T11:20:35,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741841_1017 (size=5118) 2024-11-16T11:20:35,640 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:20:35,806 DEBUG [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b60c9055b36f09eebadb4e1035e202fd, eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:36,006 DEBUG [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b60c9055b36f09eebadb4e1035e202fd, eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:36,023 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/.tmp/info/0f1a57500fd14a1e968f1a26f9370144 2024-11-16T11:20:36,023 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:20:36,023 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:20:36,025 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/default/test/b60c9055b36f09eebadb4e1035e202fd/.tmp/f/119223e7a27049ae8aeeffacefc198b7 2024-11-16T11:20:36,028 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 119223e7a27049ae8aeeffacefc198b7 2024-11-16T11:20:36,040 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/.tmp/ns/781fcdd61e244f488a187bd0fd254d0f is 43, key is default/ns:d/1731756015235/Put/seqid=0 2024-11-16T11:20:36,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741842_1018 (size=5153) 2024-11-16T11:20:36,052 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/default/test/b60c9055b36f09eebadb4e1035e202fd/.tmp/f1/4fc0bae5f1f8455686e4811452b2981f is 30, key is row1/f1:/1731756030452/DeleteFamily/seqid=0 2024-11-16T11:20:36,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741843_1019 (size=5123) 2024-11-16T11:20:36,207 DEBUG [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b60c9055b36f09eebadb4e1035e202fd, eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:36,407 DEBUG [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b60c9055b36f09eebadb4e1035e202fd, eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:36,447 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/.tmp/ns/781fcdd61e244f488a187bd0fd254d0f 2024-11-16T11:20:36,448 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 912, reset compression=false 2024-11-16T11:20:36,452 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:20:36,452 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 1159, reset compression=false 2024-11-16T11:20:36,452 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.shippera7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,32965,1731756011943 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:20:36,452 ERROR [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.shippera7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a7948fca2832,32965,1731756011943: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a7948fca2832,32965,1731756011943, walGroup=a7948fca2832%2C32965%2C1731756011943, offset=a7948fca2832%2C32965%2C1731756011943.1731756014151:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:32965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T11:20:36,453 ERROR [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.shippera7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T11:20:36,453 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.shippera7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T11:20:36,453 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.shippera7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T11:20:36,454 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.shippera7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T11:20:36,454 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.shippera7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T11:20:36,454 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.shippera7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 662157736 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191786136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T11:20:36,454 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.shippera7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:36285 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:36285 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T11:20:36,455 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/default/test/b60c9055b36f09eebadb4e1035e202fd/.tmp/f1/4fc0bae5f1f8455686e4811452b2981f 2024-11-16T11:20:36,459 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4fc0bae5f1f8455686e4811452b2981f 2024-11-16T11:20:36,468 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/.tmp/rep_barrier/353bf9b9ff884076a1b443f3221aeceb is 112, key is test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd./rep_barrier:seqnumDuringOpen/1731756020672/Put/seqid=0 2024-11-16T11:20:36,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741844_1020 (size=5518) 2024-11-16T11:20:36,480 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/default/test/b60c9055b36f09eebadb4e1035e202fd/.tmp/norep/7cdb4c0793404be7b49df487146e7129 is 32, key is row/norep:/1731756029447/DeleteFamily/seqid=0 2024-11-16T11:20:36,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741845_1021 (size=5101) 2024-11-16T11:20:36,607 DEBUG [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b60c9055b36f09eebadb4e1035e202fd, eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:36,666 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 1159, reset compression=false 2024-11-16T11:20:36,807 DEBUG [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b60c9055b36f09eebadb4e1035e202fd, eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:36,871 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/.tmp/rep_barrier/353bf9b9ff884076a1b443f3221aeceb 2024-11-16T11:20:36,883 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/default/test/b60c9055b36f09eebadb4e1035e202fd/.tmp/norep/7cdb4c0793404be7b49df487146e7129 2024-11-16T11:20:36,887 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cdb4c0793404be7b49df487146e7129 2024-11-16T11:20:36,887 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/default/test/b60c9055b36f09eebadb4e1035e202fd/.tmp/f/119223e7a27049ae8aeeffacefc198b7 as hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/default/test/b60c9055b36f09eebadb4e1035e202fd/f/119223e7a27049ae8aeeffacefc198b7 2024-11-16T11:20:36,891 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 119223e7a27049ae8aeeffacefc198b7 2024-11-16T11:20:36,891 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/default/test/b60c9055b36f09eebadb4e1035e202fd/f/119223e7a27049ae8aeeffacefc198b7, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T11:20:36,892 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/default/test/b60c9055b36f09eebadb4e1035e202fd/.tmp/f1/4fc0bae5f1f8455686e4811452b2981f as hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/default/test/b60c9055b36f09eebadb4e1035e202fd/f1/4fc0bae5f1f8455686e4811452b2981f 2024-11-16T11:20:36,892 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/.tmp/table/3fba1eb2f18e495dba76a4d739df69d3 is 53, key is hbase:replication/table:state/1731756024329/Put/seqid=0 2024-11-16T11:20:36,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741846_1022 (size=5308) 2024-11-16T11:20:36,895 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4fc0bae5f1f8455686e4811452b2981f 2024-11-16T11:20:36,895 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/default/test/b60c9055b36f09eebadb4e1035e202fd/f1/4fc0bae5f1f8455686e4811452b2981f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T11:20:36,896 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/.tmp/table/3fba1eb2f18e495dba76a4d739df69d3 2024-11-16T11:20:36,896 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/default/test/b60c9055b36f09eebadb4e1035e202fd/.tmp/norep/7cdb4c0793404be7b49df487146e7129 as hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/default/test/b60c9055b36f09eebadb4e1035e202fd/norep/7cdb4c0793404be7b49df487146e7129 2024-11-16T11:20:36,900 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cdb4c0793404be7b49df487146e7129 2024-11-16T11:20:36,900 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/default/test/b60c9055b36f09eebadb4e1035e202fd/norep/7cdb4c0793404be7b49df487146e7129, entries=1, sequenceid=8, filesize=5.0 K 2024-11-16T11:20:36,900 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/.tmp/info/0f1a57500fd14a1e968f1a26f9370144 as hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/info/0f1a57500fd14a1e968f1a26f9370144 2024-11-16T11:20:36,901 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b60c9055b36f09eebadb4e1035e202fd in 1295ms, sequenceid=8, compaction requested=false 2024-11-16T11:20:36,904 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/default/test/b60c9055b36f09eebadb4e1035e202fd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T11:20:36,905 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/info/0f1a57500fd14a1e968f1a26f9370144, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T11:20:36,905 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:20:36,905 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:20:36,905 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd. 2024-11-16T11:20:36,905 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/.tmp/ns/781fcdd61e244f488a187bd0fd254d0f as hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/ns/781fcdd61e244f488a187bd0fd254d0f 2024-11-16T11:20:36,905 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b60c9055b36f09eebadb4e1035e202fd: Waiting for close lock at 1731756035606Running coprocessor pre-close hooks at 1731756035606Disabling compacts and flushes for region at 1731756035606Disabling writes for close at 1731756035606Obtaining lock to block concurrent updates at 1731756035606Preparing flush snapshotting stores in b60c9055b36f09eebadb4e1035e202fd at 1731756035606Finished memstore snapshotting test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731756035606Flushing stores of test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd. at 1731756035607 (+1 ms)Flushing b60c9055b36f09eebadb4e1035e202fd/f: creating writer at 1731756035607Flushing b60c9055b36f09eebadb4e1035e202fd/f: appending metadata at 1731756035621 (+14 ms)Flushing b60c9055b36f09eebadb4e1035e202fd/f: closing flushed file at 1731756035621Flushing b60c9055b36f09eebadb4e1035e202fd/f1: creating writer at 1731756036028 (+407 ms)Flushing b60c9055b36f09eebadb4e1035e202fd/f1: appending metadata at 1731756036051 (+23 ms)Flushing b60c9055b36f09eebadb4e1035e202fd/f1: closing flushed file at 1731756036051Flushing b60c9055b36f09eebadb4e1035e202fd/norep: creating writer at 1731756036459 (+408 ms)Flushing b60c9055b36f09eebadb4e1035e202fd/norep: appending metadata at 1731756036479 (+20 ms)Flushing b60c9055b36f09eebadb4e1035e202fd/norep: closing flushed file at 1731756036479Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b618625: reopening flushed file at 1731756036887 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fd981d6: reopening flushed file at 1731756036891 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e0d0308: reopening flushed file at 1731756036896 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b60c9055b36f09eebadb4e1035e202fd in 1295ms, sequenceid=8, compaction requested=false at 1731756036901 (+5 ms)Writing region close event to WAL at 1731756036902 (+1 ms)Running coprocessor post-close hooks at 1731756036905 (+3 ms)Closed at 1731756036905 2024-11-16T11:20:36,905 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731756020326.b60c9055b36f09eebadb4e1035e202fd. 2024-11-16T11:20:36,905 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eaf2cedca5343336cf4391768d66004e, disabling compactions & flushes 2024-11-16T11:20:36,905 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e. 2024-11-16T11:20:36,906 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e. 2024-11-16T11:20:36,906 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e. after waiting 0 ms 2024-11-16T11:20:36,906 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e. 2024-11-16T11:20:36,906 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eaf2cedca5343336cf4391768d66004e: Waiting for close lock at 1731756036905Running coprocessor pre-close hooks at 1731756036905Disabling compacts and flushes for region at 1731756036905Disabling writes for close at 1731756036906 (+1 ms)Failed flush hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e., putting online again at 1731756036906 2024-11-16T11:20:36,906 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e. 2024-11-16T11:20:36,908 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/ns/781fcdd61e244f488a187bd0fd254d0f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T11:20:36,909 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/.tmp/rep_barrier/353bf9b9ff884076a1b443f3221aeceb as hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/rep_barrier/353bf9b9ff884076a1b443f3221aeceb 2024-11-16T11:20:36,912 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/rep_barrier/353bf9b9ff884076a1b443f3221aeceb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T11:20:36,913 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/.tmp/table/3fba1eb2f18e495dba76a4d739df69d3 as hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/table/3fba1eb2f18e495dba76a4d739df69d3 2024-11-16T11:20:36,916 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/table/3fba1eb2f18e495dba76a4d739df69d3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T11:20:36,917 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false 2024-11-16T11:20:36,920 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T11:20:36,921 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:20:36,921 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:20:36,921 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:20:36,921 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756035606Running coprocessor pre-close hooks at 1731756035606Disabling compacts and flushes for region at 1731756035606Disabling writes for close at 1731756035606Obtaining lock to block concurrent updates at 1731756035606Preparing flush snapshotting stores in 1588230740 at 1731756035606Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731756035607 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731756035607Flushing 1588230740/info: creating writer at 1731756035607Flushing 1588230740/info: appending metadata at 1731756035619 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731756035619Flushing 1588230740/ns: creating writer at 1731756036028 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731756036040 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731756036040Flushing 1588230740/rep_barrier: creating writer at 1731756036452 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731756036467 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731756036468 (+1 ms)Flushing 1588230740/table: creating writer at 1731756036875 (+407 ms)Flushing 1588230740/table: appending metadata at 1731756036891 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731756036891Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56bc830f: reopening flushed file at 1731756036900 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58dd3d12: reopening flushed file at 1731756036905 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cfe6ba3: reopening flushed file at 1731756036908 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7495c2eb: reopening flushed file at 1731756036912 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false at 1731756036917 (+5 ms)Writing region close event to WAL at 1731756036918 (+1 ms)Running coprocessor post-close hooks at 1731756036921 (+3 ms)Closed at 1731756036921 2024-11-16T11:20:36,921 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:20:36,969 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 1159, reset compression=false 2024-11-16T11:20:36,973 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:20:36,973 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 1803, reset compression=false 2024-11-16T11:20:37,007 INFO [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T11:20:37,007 DEBUG [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(1325): Online Regions={eaf2cedca5343336cf4391768d66004e=hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e.} 2024-11-16T11:20:37,007 INFO [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(3091): Received CLOSE for eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:37,007 DEBUG [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(1351): Waiting on eaf2cedca5343336cf4391768d66004e 2024-11-16T11:20:37,008 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eaf2cedca5343336cf4391768d66004e, disabling compactions & flushes 2024-11-16T11:20:37,008 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e. 2024-11-16T11:20:37,008 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e. 2024-11-16T11:20:37,008 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e. after waiting 0 ms 2024-11-16T11:20:37,008 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e. 2024-11-16T11:20:37,008 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eaf2cedca5343336cf4391768d66004e: Waiting for close lock at 1731756037008Running coprocessor pre-close hooks at 1731756037008Disabling compacts and flushes for region at 1731756037008Disabling writes for close at 1731756037008Failed flush hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e., putting online again at 1731756037008 2024-11-16T11:20:37,008 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731756023119.eaf2cedca5343336cf4391768d66004e. 2024-11-16T11:20:37,176 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.wal-reader.a7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 to pos 1803, reset compression=false 2024-11-16T11:20:37,208 INFO [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T11:20:37,208 INFO [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,32965,1731756011943; all regions closed. 2024-11-16T11:20:37,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741834_1010 (size=4239) 2024-11-16T11:20:37,212 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.rep.1731756024295 not finished, retry = 0 2024-11-16T11:20:37,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741839_1015 (size=1733) 2024-11-16T11:20:37,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741832_1008 (size=1811) 2024-11-16T11:20:37,315 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/WALs/a7948fca2832,32965,1731756011943/a7948fca2832%2C32965%2C1731756011943.1731756014151 not finished, retry = 0 2024-11-16T11:20:37,416 DEBUG [RS:0;a7948fca2832:32965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:37,416 INFO [RS:0;a7948fca2832:32965 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:20:37,416 INFO [RS:0;a7948fca2832:32965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:20:37,416 INFO [RS:0;a7948fca2832:32965 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T11:20:37,416 INFO [RS:0;a7948fca2832:32965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:20:37,416 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:20:37,416 INFO [RS:0;a7948fca2832:32965 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a7948fca2832,32965,1731756011943 because: Region server is closing 2024-11-16T11:20:37,417 INFO [RS:0;a7948fca2832:32965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:32965. 2024-11-16T11:20:37,417 DEBUG [RS:0;a7948fca2832:32965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:37,417 DEBUG [RS:0;a7948fca2832:32965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:37,417 DEBUG [RS:0;a7948fca2832:32965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:37,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:20:37,517 INFO [RS:0;a7948fca2832:32965 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,32965,1731756011943.replicationSource.shippera7948fca2832%2C32965%2C1731756011943,1-a7948fca2832,32965,1731756011943 terminated 2024-11-16T11:20:37,517 INFO [RS:0;a7948fca2832:32965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:32965. 2024-11-16T11:20:37,517 DEBUG [RS:0;a7948fca2832:32965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:20:37,517 DEBUG [RS:0;a7948fca2832:32965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:37,517 DEBUG [RS:0;a7948fca2832:32965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:37,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:20:37,518 INFO [RS:0;a7948fca2832:32965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32965 2024-11-16T11:20:37,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101435fa40b0001, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0790254624/rs/a7948fca2832,32965,1731756011943 2024-11-16T11:20:37,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624/rs 2024-11-16T11:20:37,574 INFO [RS:0;a7948fca2832:32965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:20:37,575 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,32965,1731756011943] 2024-11-16T11:20:37,690 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0790254624/draining/a7948fca2832,32965,1731756011943 already deleted, retry=false 2024-11-16T11:20:37,690 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,32965,1731756011943 expired; onlineServers=0 2024-11-16T11:20:37,690 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,36285,1731756011743' ***** 2024-11-16T11:20:37,690 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:20:37,690 INFO [M:0;a7948fca2832:36285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:20:37,690 INFO [M:0;a7948fca2832:36285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:20:37,690 DEBUG [M:0;a7948fca2832:36285 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:20:37,690 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:20:37,690 DEBUG [M:0;a7948fca2832:36285 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:20:37,690 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756013950 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756013950,5,FailOnTimeoutGroup] 2024-11-16T11:20:37,690 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756013950 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756013950,5,FailOnTimeoutGroup] 2024-11-16T11:20:37,690 INFO [M:0;a7948fca2832:36285 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:20:37,691 INFO [M:0;a7948fca2832:36285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:20:37,691 DEBUG [M:0;a7948fca2832:36285 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:20:37,691 INFO [M:0;a7948fca2832:36285 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:20:37,691 INFO [M:0;a7948fca2832:36285 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:20:37,691 INFO [M:0;a7948fca2832:36285 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:20:37,691 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:20:37,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0790254624/master 2024-11-16T11:20:37,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790254624 2024-11-16T11:20:37,701 DEBUG [M:0;a7948fca2832:36285 {}] zookeeper.ZKUtil(347): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Unable to get data of znode /0790254624/master because node does not exist (not an error) 2024-11-16T11:20:37,701 WARN [M:0;a7948fca2832:36285 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:20:37,702 INFO [M:0;a7948fca2832:36285 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/.lastflushedseqids 2024-11-16T11:20:37,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741847_1023 (size=245) 2024-11-16T11:20:37,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101435fa40b0001, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:20:37,767 INFO [RS:0;a7948fca2832:32965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:20:37,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101435fa40b0001, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:20:37,767 INFO [RS:0;a7948fca2832:32965 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,32965,1731756011943; zookeeper connection closed. 2024-11-16T11:20:37,768 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22658940 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22658940 2024-11-16T11:20:37,768 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:20:38,035 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:20:38,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:38,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:38,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:38,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:38,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:38,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:38,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:38,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:38,105 INFO [M:0;a7948fca2832:36285 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:20:38,105 INFO [M:0;a7948fca2832:36285 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:20:38,106 DEBUG [M:0;a7948fca2832:36285 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:20:38,106 INFO [M:0;a7948fca2832:36285 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:38,106 DEBUG [M:0;a7948fca2832:36285 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:38,106 DEBUG [M:0;a7948fca2832:36285 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:20:38,106 DEBUG [M:0;a7948fca2832:36285 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:38,106 INFO [M:0;a7948fca2832:36285 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T11:20:38,125 DEBUG [M:0;a7948fca2832:36285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9b25e32c5424f9daa0a2dba16d2fde6 is 82, key is hbase:meta,,1/info:regioninfo/1731756015183/Put/seqid=0 2024-11-16T11:20:38,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741848_1024 (size=5672) 2024-11-16T11:20:38,529 INFO [M:0;a7948fca2832:36285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9b25e32c5424f9daa0a2dba16d2fde6 2024-11-16T11:20:38,549 DEBUG [M:0;a7948fca2832:36285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69e87479cd264207bb1d79b6411fb455 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731756024332/Put/seqid=0 2024-11-16T11:20:38,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741849_1025 (size=8516) 2024-11-16T11:20:38,952 INFO [M:0;a7948fca2832:36285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69e87479cd264207bb1d79b6411fb455 2024-11-16T11:20:38,974 DEBUG [M:0;a7948fca2832:36285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94a1da14feed4ec8aab7702661995f8d is 69, key is a7948fca2832,32965,1731756011943/rs:state/1731756014002/Put/seqid=0 2024-11-16T11:20:38,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741850_1026 (size=5156) 2024-11-16T11:20:39,378 INFO [M:0;a7948fca2832:36285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94a1da14feed4ec8aab7702661995f8d 2024-11-16T11:20:39,383 DEBUG [M:0;a7948fca2832:36285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9b25e32c5424f9daa0a2dba16d2fde6 as hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9b25e32c5424f9daa0a2dba16d2fde6 2024-11-16T11:20:39,387 INFO [M:0;a7948fca2832:36285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9b25e32c5424f9daa0a2dba16d2fde6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T11:20:39,387 DEBUG [M:0;a7948fca2832:36285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69e87479cd264207bb1d79b6411fb455 as hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69e87479cd264207bb1d79b6411fb455 2024-11-16T11:20:39,392 INFO [M:0;a7948fca2832:36285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69e87479cd264207bb1d79b6411fb455, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T11:20:39,392 DEBUG [M:0;a7948fca2832:36285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94a1da14feed4ec8aab7702661995f8d as hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94a1da14feed4ec8aab7702661995f8d 2024-11-16T11:20:39,396 INFO [M:0;a7948fca2832:36285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41139/user/jenkins/test-data/cd29a9d0-77b9-02e0-4e94-5797b098c02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94a1da14feed4ec8aab7702661995f8d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T11:20:39,397 INFO [M:0;a7948fca2832:36285 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-11-16T11:20:39,402 INFO [M:0;a7948fca2832:36285 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:39,402 DEBUG [M:0;a7948fca2832:36285 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756038106Disabling compacts and flushes for region at 1731756038106Disabling writes for close at 1731756038106Obtaining lock to block concurrent updates at 1731756038106Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731756038106Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731756038106Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731756038107 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731756038107Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731756038124 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731756038124Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731756038532 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731756038548 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731756038548Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731756038956 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731756038974 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731756038974Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ec0f52: reopening flushed file at 1731756039382 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b4da3: reopening flushed file at 1731756039387 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70cb78ee: reopening flushed file at 1731756039392 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1731756039397 (+5 ms)Writing region close event to WAL at 1731756039402 (+5 ms)Closed at 1731756039402 2024-11-16T11:20:39,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741830_1006 (size=63654) 2024-11-16T11:20:39,405 INFO [M:0;a7948fca2832:36285 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:20:39,405 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:20:39,405 INFO [M:0;a7948fca2832:36285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36285 2024-11-16T11:20:39,405 INFO [M:0;a7948fca2832:36285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:20:39,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:20:39,569 INFO [M:0;a7948fca2832:36285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:20:39,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x101435fa40b0000, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:20:39,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40bc9671{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:20:39,575 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@201eac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:20:39,575 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:20:39,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@111c5900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:20:39,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6632bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/hadoop.log.dir/,STOPPED} 2024-11-16T11:20:39,577 WARN [BP-486509496-172.17.0.2-1731756009589 heartbeating to localhost/127.0.0.1:41139 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:20:39,577 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:20:39,577 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:20:39,577 WARN [BP-486509496-172.17.0.2-1731756009589 heartbeating to localhost/127.0.0.1:41139 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-486509496-172.17.0.2-1731756009589 (Datanode Uuid c1e90411-66d7-449b-ba4b-8a8ddd27a504) service to localhost/127.0.0.1:41139 2024-11-16T11:20:39,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/cluster_0d9bd540-9589-8b89-f069-002101cd1116/data/data1/current/BP-486509496-172.17.0.2-1731756009589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:20:39,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/cluster_0d9bd540-9589-8b89-f069-002101cd1116/data/data2/current/BP-486509496-172.17.0.2-1731756009589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:20:39,577 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:20:39,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60ad2533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:20:39,583 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10ed0da3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:20:39,583 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:20:39,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0189c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:20:39,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70969ef9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2517b118-0af5-514b-85dd-e4a520bb1572/hadoop.log.dir/,STOPPED} 2024-11-16T11:20:39,588 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T11:20:39,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:20:39,610 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 241) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:41139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:33827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41139 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59162) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33827 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59162) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41139 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41139 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=281 (was 309), ProcessCount=11 (was 11), AvailableMemoryMB=4060 (was 4105) 2024-11-16T11:20:39,619 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=281, ProcessCount=11, AvailableMemoryMB=4060 2024-11-16T11:20:39,636 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-16T11:20:39,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/hadoop.log.dir so I do NOT create it in target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8 2024-11-16T11:20:39,637 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:20:39,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/hadoop.tmp.dir so I do NOT create it in target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8 2024-11-16T11:20:39,637 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a787c0e9-af07-8416-16ab-81ab7d686503/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:20:39,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8 2024-11-16T11:20:39,637 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/cluster_5d2f9562-1331-1db5-12c9-9b23586fb62c, deleteOnExit=true 2024-11-16T11:20:39,661 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/cluster_5d2f9562-1331-1db5-12c9-9b23586fb62c/zookeeper_0, clientPort=49542, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/cluster_5d2f9562-1331-1db5-12c9-9b23586fb62c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/cluster_5d2f9562-1331-1db5-12c9-9b23586fb62c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T11:20:39,662 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49542 2024-11-16T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/test.cache.data in system properties and HBase conf 2024-11-16T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:20:39,662 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:20:39,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:20:39,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:20:39,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:20:39,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:20:39,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:20:39,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:20:39,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:20:39,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:20:39,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:20:39,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:20:39,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101435fa40b0005, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T11:20:39,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101435fa40b0002, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T11:20:39,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101435fa40b0005, quorum=127.0.0.1:59162, baseZNode=/1-1846478329 Received Disconnected from ZooKeeper, ignoring 2024-11-16T11:20:39,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101435fa40b0002, quorum=127.0.0.1:59162, baseZNode=/0790254624 Received Disconnected from ZooKeeper, ignoring 2024-11-16T11:20:40,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:20:40,407 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:20:40,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:20:40,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:20:40,408 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:20:40,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:20:40,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d10a9d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:20:40,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b31bdca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:20:40,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e6dadd0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/java.io.tmpdir/jetty-localhost-39253-hadoop-hdfs-3_4_1-tests_jar-_-any-16710870068197525326/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:20:40,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42243d59{HTTP/1.1, (http/1.1)}{localhost:39253} 2024-11-16T11:20:40,526 INFO [Time-limited test {}] server.Server(415): Started @234388ms 2024-11-16T11:20:40,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:20:40,785 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:20:40,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:20:40,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:20:40,791 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:20:40,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd98a28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:20:40,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6876b713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:20:40,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@188d364{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/java.io.tmpdir/jetty-localhost-42295-hadoop-hdfs-3_4_1-tests_jar-_-any-7500944570037572176/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:20:40,890 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a7a6bba{HTTP/1.1, (http/1.1)}{localhost:42295} 2024-11-16T11:20:40,890 INFO [Time-limited test {}] server.Server(415): Started @234752ms 2024-11-16T11:20:40,891 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:20:41,490 WARN [Thread-2667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/cluster_5d2f9562-1331-1db5-12c9-9b23586fb62c/data/data2/current/BP-1527114144-172.17.0.2-1731756039677/current, will proceed with Du for space computation calculation, 2024-11-16T11:20:41,490 WARN [Thread-2666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/cluster_5d2f9562-1331-1db5-12c9-9b23586fb62c/data/data1/current/BP-1527114144-172.17.0.2-1731756039677/current, will proceed with Du for space computation calculation, 2024-11-16T11:20:41,507 WARN [Thread-2654 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:20:41,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8633a097cb5853db with lease ID 0xe772e9c58ce95963: Processing first storage report for DS-71580535-2c95-4999-87b2-44ddc14c9df0 from datanode DatanodeRegistration(127.0.0.1:43823, datanodeUuid=bde4c0d4-6075-43c1-8dab-6c3edcdfe33a, infoPort=45797, infoSecurePort=0, ipcPort=39669, storageInfo=lv=-57;cid=testClusterID;nsid=1018598441;c=1731756039677) 2024-11-16T11:20:41,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8633a097cb5853db with lease ID 0xe772e9c58ce95963: from storage DS-71580535-2c95-4999-87b2-44ddc14c9df0 node DatanodeRegistration(127.0.0.1:43823, datanodeUuid=bde4c0d4-6075-43c1-8dab-6c3edcdfe33a, infoPort=45797, infoSecurePort=0, ipcPort=39669, storageInfo=lv=-57;cid=testClusterID;nsid=1018598441;c=1731756039677), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:20:41,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8633a097cb5853db with lease ID 0xe772e9c58ce95963: Processing first storage report for DS-7b60aa3b-6c9d-4137-853a-60574200c905 from datanode DatanodeRegistration(127.0.0.1:43823, datanodeUuid=bde4c0d4-6075-43c1-8dab-6c3edcdfe33a, infoPort=45797, infoSecurePort=0, ipcPort=39669, storageInfo=lv=-57;cid=testClusterID;nsid=1018598441;c=1731756039677) 2024-11-16T11:20:41,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8633a097cb5853db with lease ID 0xe772e9c58ce95963: from storage DS-7b60aa3b-6c9d-4137-853a-60574200c905 node DatanodeRegistration(127.0.0.1:43823, datanodeUuid=bde4c0d4-6075-43c1-8dab-6c3edcdfe33a, infoPort=45797, infoSecurePort=0, ipcPort=39669, storageInfo=lv=-57;cid=testClusterID;nsid=1018598441;c=1731756039677), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:20:41,513 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8 2024-11-16T11:20:41,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:41,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:41,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:20:41,922 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287 with version=8 2024-11-16T11:20:41,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/hbase-staging 2024-11-16T11:20:41,924 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:20:41,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:41,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:41,925 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:20:41,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:41,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:20:41,925 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:20:41,925 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:20:41,925 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43745 2024-11-16T11:20:41,926 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43745 connecting to ZooKeeper ensemble=127.0.0.1:49542 2024-11-16T11:20:42,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437450x0, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:20:42,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43745-0x101436019970000 connected 2024-11-16T11:20:42,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:42,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:42,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Set watcher on znode that does not yet exist, /0-1655455539/running 2024-11-16T11:20:42,104 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287, hbase.cluster.distributed=false 2024-11-16T11:20:42,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Set watcher on znode that does not yet exist, /0-1655455539/acl 2024-11-16T11:20:42,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43745 2024-11-16T11:20:42,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43745 2024-11-16T11:20:42,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43745 2024-11-16T11:20:42,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43745 2024-11-16T11:20:42,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43745 2024-11-16T11:20:42,127 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:20:42,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:42,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:42,127 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:20:42,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:42,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:20:42,127 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:20:42,127 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:20:42,128 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45257 2024-11-16T11:20:42,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45257 connecting to ZooKeeper ensemble=127.0.0.1:49542 2024-11-16T11:20:42,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:42,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:42,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452570x0, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:20:42,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45257-0x101436019970001 connected 2024-11-16T11:20:42,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Set watcher on znode that does not yet exist, /0-1655455539/running 2024-11-16T11:20:42,143 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:20:42,144 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:20:42,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Set watcher on znode that does not yet exist, /0-1655455539/master 2024-11-16T11:20:42,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Set watcher on znode that does not yet exist, /0-1655455539/acl 2024-11-16T11:20:42,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45257 2024-11-16T11:20:42,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45257 2024-11-16T11:20:42,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45257 2024-11-16T11:20:42,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45257 2024-11-16T11:20:42,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45257 2024-11-16T11:20:42,171 DEBUG [M:0;a7948fca2832:43745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:43745 2024-11-16T11:20:42,172 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1655455539/backup-masters/a7948fca2832,43745,1731756041924 2024-11-16T11:20:42,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539/backup-masters 2024-11-16T11:20:42,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539/backup-masters 2024-11-16T11:20:42,185 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Set watcher on existing znode=/0-1655455539/backup-masters/a7948fca2832,43745,1731756041924 2024-11-16T11:20:42,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1655455539/master 2024-11-16T11:20:42,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539 2024-11-16T11:20:42,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539 2024-11-16T11:20:42,195 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Set watcher on existing znode=/0-1655455539/master 2024-11-16T11:20:42,196 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1655455539/backup-masters/a7948fca2832,43745,1731756041924 from backup master directory 2024-11-16T11:20:42,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1655455539/backup-masters/a7948fca2832,43745,1731756041924 2024-11-16T11:20:42,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539/backup-masters 2024-11-16T11:20:42,206 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:20:42,206 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,43745,1731756041924 2024-11-16T11:20:42,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539/backup-masters 2024-11-16T11:20:42,209 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/hbase.id] with ID: b65a786b-6607-46a1-a217-df00b21be88b 2024-11-16T11:20:42,209 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/.tmp/hbase.id 2024-11-16T11:20:42,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:20:42,613 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/.tmp/hbase.id]:[hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/hbase.id] 2024-11-16T11:20:42,620 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:42,620 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:20:42,621 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T11:20:42,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539 2024-11-16T11:20:42,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539 2024-11-16T11:20:42,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:20:43,019 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:20:43,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:43,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:43,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:43,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:43,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:43,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:43,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:43,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:43,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:43,077 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:20:43,078 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:20:43,078 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:20:43,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:20:43,484 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/data/master/store 2024-11-16T11:20:43,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:20:43,781 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:43,781 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:20:43,782 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38368 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:20:43,888 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:43,888 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:20:43,888 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:43,888 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:43,889 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:20:43,889 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:43,889 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:43,889 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756043888Disabling compacts and flushes for region at 1731756043888Disabling writes for close at 1731756043889 (+1 ms)Writing region close event to WAL at 1731756043889Closed at 1731756043889 2024-11-16T11:20:43,889 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/data/master/store/.initializing 2024-11-16T11:20:43,889 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/WALs/a7948fca2832,43745,1731756041924 2024-11-16T11:20:43,890 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:20:43,891 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C43745%2C1731756041924, suffix=, logDir=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/WALs/a7948fca2832,43745,1731756041924, archiveDir=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/oldWALs, maxLogs=10 2024-11-16T11:20:43,902 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/WALs/a7948fca2832,43745,1731756041924/a7948fca2832%2C43745%2C1731756041924.1731756043891, exclude list is [], retry=0 2024-11-16T11:20:43,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43823,DS-71580535-2c95-4999-87b2-44ddc14c9df0,DISK] 2024-11-16T11:20:43,906 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/WALs/a7948fca2832,43745,1731756041924/a7948fca2832%2C43745%2C1731756041924.1731756043891 2024-11-16T11:20:43,906 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45797:45797)] 2024-11-16T11:20:43,906 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:20:43,906 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:43,907 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:43,907 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:43,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:43,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:20:43,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:43,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:43,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:43,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:20:43,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:43,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:43,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:43,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:20:43,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:43,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:43,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:43,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:20:43,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:43,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:43,911 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:43,912 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:43,912 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:43,913 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:43,913 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:43,913 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:20:43,914 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:43,915 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:20:43,915 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63846652, jitterRate=-0.04861074686050415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:20:43,916 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731756043907Initializing all the Stores at 1731756043907Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756043907Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756043907Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756043907Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756043907Cleaning up temporary data from old regions at 1731756043913 (+6 ms)Region opened successfully at 1731756043916 (+3 ms) 2024-11-16T11:20:43,916 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:20:43,919 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6a0d03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:20:43,919 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:20:43,919 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:20:43,919 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:20:43,920 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:20:43,920 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:20:43,920 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:20:43,920 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:20:43,922 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:20:43,922 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Unable to get data of znode /0-1655455539/balancer because node does not exist (not necessarily an error) 2024-11-16T11:20:43,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T11:20:43,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T11:20:43,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:20:44,142 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1655455539/balancer already deleted, retry=false 2024-11-16T11:20:44,143 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:20:44,143 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Unable to get data of znode /0-1655455539/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:20:44,152 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1655455539/normalizer already deleted, retry=false 2024-11-16T11:20:44,153 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:20:44,153 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Unable to get data of znode /0-1655455539/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:20:44,163 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1655455539/switch/split already deleted, retry=false 2024-11-16T11:20:44,164 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Unable to get data of znode /0-1655455539/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:20:44,174 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1655455539/switch/merge already deleted, retry=false 2024-11-16T11:20:44,175 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Unable to get data of znode /0-1655455539/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:20:44,184 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1655455539/snapshot-cleanup already deleted, retry=false 2024-11-16T11:20:44,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1655455539/running 2024-11-16T11:20:44,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1655455539/running 2024-11-16T11:20:44,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539 2024-11-16T11:20:44,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539 2024-11-16T11:20:44,195 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,43745,1731756041924, sessionid=0x101436019970000, setting cluster-up flag (Was=false) 2024-11-16T11:20:44,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539 2024-11-16T11:20:44,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539 2024-11-16T11:20:44,247 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1655455539/flush-table-proc/acquired, /0-1655455539/flush-table-proc/reached, /0-1655455539/flush-table-proc/abort 2024-11-16T11:20:44,248 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,43745,1731756041924 2024-11-16T11:20:44,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539 2024-11-16T11:20:44,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539 2024-11-16T11:20:44,300 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1655455539/online-snapshot/acquired, /0-1655455539/online-snapshot/reached, /0-1655455539/online-snapshot/abort 2024-11-16T11:20:44,301 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,43745,1731756041924 2024-11-16T11:20:44,302 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:20:44,303 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:20:44,303 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:20:44,303 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:20:44,303 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,43745,1731756041924 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:20:44,304 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:20:44,304 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:20:44,304 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:20:44,304 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:20:44,304 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:20:44,304 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:44,305 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:20:44,305 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:44,305 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731756074305 2024-11-16T11:20:44,305 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:20:44,306 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:20:44,306 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:20:44,306 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:20:44,306 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:20:44,306 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:20:44,306 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:20:44,306 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:20:44,306 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:44,306 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:20:44,306 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:20:44,306 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:20:44,306 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:20:44,306 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:20:44,306 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:44,306 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:20:44,307 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756044306,5,FailOnTimeoutGroup] 2024-11-16T11:20:44,307 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:20:44,307 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756044307,5,FailOnTimeoutGroup] 2024-11-16T11:20:44,307 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:44,307 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:20:44,307 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:44,307 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:44,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:20:44,364 INFO [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(746): ClusterId : b65a786b-6607-46a1-a217-df00b21be88b 2024-11-16T11:20:44,364 DEBUG [RS:0;a7948fca2832:45257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:20:44,374 DEBUG [RS:0;a7948fca2832:45257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:20:44,374 DEBUG [RS:0;a7948fca2832:45257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:20:44,385 DEBUG [RS:0;a7948fca2832:45257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:20:44,385 DEBUG [RS:0;a7948fca2832:45257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1893a529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:20:44,395 DEBUG [RS:0;a7948fca2832:45257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:45257 2024-11-16T11:20:44,395 INFO [RS:0;a7948fca2832:45257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:20:44,395 INFO [RS:0;a7948fca2832:45257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:20:44,395 DEBUG [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:20:44,396 INFO [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,43745,1731756041924 with port=45257, startcode=1731756042127 2024-11-16T11:20:44,396 DEBUG [RS:0;a7948fca2832:45257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:20:44,397 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:20:44,398 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43745 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,45257,1731756042127 2024-11-16T11:20:44,398 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43745 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,45257,1731756042127 2024-11-16T11:20:44,399 DEBUG [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287 2024-11-16T11:20:44,399 DEBUG [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42695 2024-11-16T11:20:44,399 DEBUG [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:20:44,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539/rs 2024-11-16T11:20:44,406 DEBUG [RS:0;a7948fca2832:45257 {}] zookeeper.ZKUtil(111): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Set watcher on existing znode=/0-1655455539/rs/a7948fca2832,45257,1731756042127 2024-11-16T11:20:44,406 WARN [RS:0;a7948fca2832:45257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:20:44,406 INFO [RS:0;a7948fca2832:45257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:20:44,406 DEBUG [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127 2024-11-16T11:20:44,406 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,45257,1731756042127] 2024-11-16T11:20:44,408 INFO [RS:0;a7948fca2832:45257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:20:44,410 INFO [RS:0;a7948fca2832:45257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:20:44,410 INFO [RS:0;a7948fca2832:45257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:20:44,410 INFO [RS:0;a7948fca2832:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:44,413 INFO [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:20:44,413 INFO [RS:0;a7948fca2832:45257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:20:44,413 INFO [RS:0;a7948fca2832:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:44,413 DEBUG [RS:0;a7948fca2832:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:44,414 DEBUG [RS:0;a7948fca2832:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:44,414 DEBUG [RS:0;a7948fca2832:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:44,414 DEBUG [RS:0;a7948fca2832:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:44,414 DEBUG [RS:0;a7948fca2832:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:44,414 DEBUG [RS:0;a7948fca2832:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:20:44,414 DEBUG [RS:0;a7948fca2832:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:44,414 DEBUG [RS:0;a7948fca2832:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:44,414 DEBUG [RS:0;a7948fca2832:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:44,414 DEBUG [RS:0;a7948fca2832:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:44,414 DEBUG [RS:0;a7948fca2832:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:44,414 DEBUG [RS:0;a7948fca2832:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:44,414 DEBUG [RS:0;a7948fca2832:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:20:44,414 DEBUG [RS:0;a7948fca2832:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:20:44,416 INFO [RS:0;a7948fca2832:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:44,416 INFO [RS:0;a7948fca2832:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:44,416 INFO [RS:0;a7948fca2832:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:44,416 INFO [RS:0;a7948fca2832:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:44,416 INFO [RS:0;a7948fca2832:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:44,416 INFO [RS:0;a7948fca2832:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45257,1731756042127-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:20:44,434 INFO [RS:0;a7948fca2832:45257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:20:44,435 INFO [RS:0;a7948fca2832:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45257,1731756042127-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:44,435 INFO [RS:0;a7948fca2832:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:44,435 INFO [RS:0;a7948fca2832:45257 {}] regionserver.Replication(171): a7948fca2832,45257,1731756042127 started 2024-11-16T11:20:44,450 INFO [RS:0;a7948fca2832:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:44,450 INFO [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,45257,1731756042127, RpcServer on a7948fca2832/172.17.0.2:45257, sessionid=0x101436019970001 2024-11-16T11:20:44,450 DEBUG [RS:0;a7948fca2832:45257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:20:44,450 DEBUG [RS:0;a7948fca2832:45257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,45257,1731756042127 2024-11-16T11:20:44,450 DEBUG [RS:0;a7948fca2832:45257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,45257,1731756042127' 2024-11-16T11:20:44,450 DEBUG [RS:0;a7948fca2832:45257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1655455539/flush-table-proc/abort' 2024-11-16T11:20:44,451 DEBUG [RS:0;a7948fca2832:45257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1655455539/flush-table-proc/acquired' 2024-11-16T11:20:44,451 DEBUG [RS:0;a7948fca2832:45257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:20:44,451 DEBUG [RS:0;a7948fca2832:45257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:20:44,451 DEBUG [RS:0;a7948fca2832:45257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,45257,1731756042127 2024-11-16T11:20:44,451 DEBUG [RS:0;a7948fca2832:45257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,45257,1731756042127' 2024-11-16T11:20:44,451 DEBUG [RS:0;a7948fca2832:45257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1655455539/online-snapshot/abort' 2024-11-16T11:20:44,451 DEBUG [RS:0;a7948fca2832:45257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1655455539/online-snapshot/acquired' 2024-11-16T11:20:44,452 DEBUG [RS:0;a7948fca2832:45257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:20:44,452 INFO [RS:0;a7948fca2832:45257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:20:44,452 INFO [RS:0;a7948fca2832:45257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:20:44,552 INFO [RS:0;a7948fca2832:45257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:20:44,553 INFO [RS:0;a7948fca2832:45257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C45257%2C1731756042127, suffix=, logDir=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127, archiveDir=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/oldWALs, maxLogs=10 2024-11-16T11:20:44,566 DEBUG [RS:0;a7948fca2832:45257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553, exclude list is [], retry=0 2024-11-16T11:20:44,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43823,DS-71580535-2c95-4999-87b2-44ddc14c9df0,DISK] 2024-11-16T11:20:44,570 INFO [RS:0;a7948fca2832:45257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 2024-11-16T11:20:44,570 DEBUG [RS:0;a7948fca2832:45257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45797:45797)] 2024-11-16T11:20:44,716 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:20:44,716 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287 2024-11-16T11:20:44,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741833_1009 (size=32) 2024-11-16T11:20:45,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:45,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:20:45,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:20:45,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:45,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:45,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:20:45,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:20:45,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:45,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:45,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:20:45,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:20:45,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:45,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:45,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:20:45,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:20:45,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:45,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:45,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:20:45,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740 2024-11-16T11:20:45,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740 2024-11-16T11:20:45,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:20:45,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:20:45,129 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:20:45,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:20:45,131 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:20:45,131 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72712197, jitterRate=0.08349616825580597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:20:45,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731756045121Initializing all the Stores at 1731756045122 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756045122Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756045122Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756045122Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756045122Cleaning up temporary data from old regions at 1731756045128 (+6 ms)Region opened successfully at 1731756045132 (+4 ms) 2024-11-16T11:20:45,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:20:45,132 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:20:45,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:20:45,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:20:45,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:20:45,132 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:20:45,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756045132Disabling compacts and flushes for region at 1731756045132Disabling writes for close at 1731756045132Writing region close event to WAL at 1731756045132Closed at 1731756045132 2024-11-16T11:20:45,133 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:20:45,133 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:20:45,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:20:45,134 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:20:45,135 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:20:45,285 DEBUG [a7948fca2832:43745 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:20:45,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,45257,1731756042127 2024-11-16T11:20:45,287 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,45257,1731756042127, state=OPENING 2024-11-16T11:20:45,363 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:20:45,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539 2024-11-16T11:20:45,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539 2024-11-16T11:20:45,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1655455539/meta-region-server: CHANGED 2024-11-16T11:20:45,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1655455539/meta-region-server: CHANGED 2024-11-16T11:20:45,406 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:20:45,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,45257,1731756042127}] 2024-11-16T11:20:45,558 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:20:45,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:20:45,562 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:20:45,562 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:20:45,562 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:20:45,563 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C45257%2C1731756042127.meta, suffix=.meta, logDir=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127, archiveDir=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/oldWALs, maxLogs=10 2024-11-16T11:20:45,579 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.meta.1731756045564.meta, exclude list is [], retry=0 2024-11-16T11:20:45,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43823,DS-71580535-2c95-4999-87b2-44ddc14c9df0,DISK] 2024-11-16T11:20:45,583 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.meta.1731756045564.meta 2024-11-16T11:20:45,585 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45797:45797)] 2024-11-16T11:20:45,586 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:20:45,586 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:20:45,586 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:20:45,586 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:20:45,586 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:20:45,586 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:20:45,586 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:45,586 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:20:45,586 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:20:45,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:20:45,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:20:45,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:45,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:45,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:20:45,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:20:45,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:45,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:45,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:20:45,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:20:45,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:45,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:45,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:20:45,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:20:45,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:45,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:45,592 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:20:45,592 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740 2024-11-16T11:20:45,593 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740 2024-11-16T11:20:45,594 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:20:45,594 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:20:45,594 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:20:45,595 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:20:45,595 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66149903, jitterRate=-0.014289632439613342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:20:45,595 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:20:45,596 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731756045587Writing region info on filesystem at 1731756045587Initializing all the Stores at 1731756045587Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756045587Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756045587Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756045587Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756045587Cleaning up temporary data from old regions at 1731756045594 (+7 ms)Running coprocessor post-open hooks at 1731756045595 (+1 ms)Region opened successfully at 1731756045596 (+1 ms) 2024-11-16T11:20:45,597 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731756045558 2024-11-16T11:20:45,599 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:20:45,599 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:20:45,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,45257,1731756042127 2024-11-16T11:20:45,600 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,45257,1731756042127, state=OPEN 2024-11-16T11:20:45,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1655455539/meta-region-server 2024-11-16T11:20:45,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1655455539/meta-region-server 2024-11-16T11:20:45,627 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,45257,1731756042127 2024-11-16T11:20:45,627 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1655455539/meta-region-server: CHANGED 2024-11-16T11:20:45,627 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1655455539/meta-region-server: CHANGED 2024-11-16T11:20:45,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:20:45,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,45257,1731756042127 in 221 msec 2024-11-16T11:20:45,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:20:45,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 496 msec 2024-11-16T11:20:45,631 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:20:45,631 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:20:45,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:20:45,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,45257,1731756042127, seqNum=-1] 2024-11-16T11:20:45,633 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:20:45,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:20:45,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3350 sec 2024-11-16T11:20:45,638 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731756045638, completionTime=-1 2024-11-16T11:20:45,638 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:20:45,638 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:20:45,640 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:20:45,640 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731756105640 2024-11-16T11:20:45,640 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731756165640 2024-11-16T11:20:45,640 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T11:20:45,640 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,43745,1731756041924-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:45,641 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,43745,1731756041924-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:45,641 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,43745,1731756041924-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:45,641 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:43745, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:45,641 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:45,641 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:45,642 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:20:45,644 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.438sec 2024-11-16T11:20:45,644 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:20:45,644 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:20:45,644 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:20:45,644 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:20:45,644 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:20:45,644 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,43745,1731756041924-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:20:45,644 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,43745,1731756041924-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:20:45,646 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:20:45,646 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:20:45,646 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,43745,1731756041924-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:45,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788dd956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:45,665 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,43745,-1 for getting cluster id 2024-11-16T11:20:45,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:20:45,666 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b65a786b-6607-46a1-a217-df00b21be88b' 2024-11-16T11:20:45,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:20:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b65a786b-6607-46a1-a217-df00b21be88b" 2024-11-16T11:20:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f69b591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,43745,-1] 2024-11-16T11:20:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:20:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:45,668 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:20:45,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a07ac93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:45,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:20:45,669 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,45257,1731756042127, seqNum=-1] 2024-11-16T11:20:45,670 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:20:45,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:20:45,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,43745,1731756041924 2024-11-16T11:20:45,672 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49542 2024-11-16T11:20:45,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:20:45,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101436019970002 connected 2024-11-16T11:20:45,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/hadoop.log.dir so I do NOT create it in target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2 2024-11-16T11:20:45,692 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:20:45,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/hadoop.tmp.dir so I do NOT create it in target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2 2024-11-16T11:20:45,692 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:20:45,692 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2 2024-11-16T11:20:45,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:20:45,692 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/cluster_08270bc7-1cb5-3070-17a7-1459c5dfe5c4, deleteOnExit=true 2024-11-16T11:20:45,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:20:45,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/test.cache.data in system properties and HBase conf 2024-11-16T11:20:45,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:20:45,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:20:45,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:20:45,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:20:45,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:20:45,692 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:20:45,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:20:45,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:20:45,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:20:45,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:20:45,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:20:45,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:20:45,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:20:45,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:20:45,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:20:45,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:20:45,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:20:45,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:20:45,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:20:45,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:20:46,002 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:20:46,005 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:20:46,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:20:46,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:20:46,011 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:20:46,011 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:20:46,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dafa61f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:20:46,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@413816ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:20:46,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624c38f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/java.io.tmpdir/jetty-localhost-38311-hadoop-hdfs-3_4_1-tests_jar-_-any-6128691751778851830/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:20:46,117 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ec3d9bf{HTTP/1.1, (http/1.1)}{localhost:38311} 2024-11-16T11:20:46,117 INFO [Time-limited test {}] server.Server(415): Started @239980ms 2024-11-16T11:20:46,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:20:46,351 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:20:46,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:20:46,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:20:46,352 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:20:46,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37999a1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:20:46,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37e857e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:20:46,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3da64c88{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/java.io.tmpdir/jetty-localhost-43921-hadoop-hdfs-3_4_1-tests_jar-_-any-526470806158306799/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:20:46,457 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fc9cb47{HTTP/1.1, (http/1.1)}{localhost:43921} 2024-11-16T11:20:46,457 INFO [Time-limited test {}] server.Server(415): Started @240319ms 2024-11-16T11:20:46,458 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:20:47,089 WARN [Thread-2788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/cluster_08270bc7-1cb5-3070-17a7-1459c5dfe5c4/data/data2/current/BP-1443768096-172.17.0.2-1731756045707/current, will proceed with Du for space computation calculation, 2024-11-16T11:20:47,089 WARN [Thread-2787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/cluster_08270bc7-1cb5-3070-17a7-1459c5dfe5c4/data/data1/current/BP-1443768096-172.17.0.2-1731756045707/current, will proceed with Du for space computation calculation, 2024-11-16T11:20:47,110 WARN [Thread-2775 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:20:47,113 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22322814dbf2ab09 with lease ID 0xc7461e25cd46735b: Processing first storage report for DS-5815217c-0cc4-41ed-9e18-d314575070aa from datanode DatanodeRegistration(127.0.0.1:37989, datanodeUuid=dda30f43-c6ca-4fb2-92f1-b59dd3488f96, infoPort=45391, infoSecurePort=0, ipcPort=39651, storageInfo=lv=-57;cid=testClusterID;nsid=2003571339;c=1731756045707) 2024-11-16T11:20:47,113 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22322814dbf2ab09 with lease ID 0xc7461e25cd46735b: from storage DS-5815217c-0cc4-41ed-9e18-d314575070aa node DatanodeRegistration(127.0.0.1:37989, datanodeUuid=dda30f43-c6ca-4fb2-92f1-b59dd3488f96, infoPort=45391, infoSecurePort=0, ipcPort=39651, storageInfo=lv=-57;cid=testClusterID;nsid=2003571339;c=1731756045707), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:20:47,113 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22322814dbf2ab09 with lease ID 0xc7461e25cd46735b: Processing first storage report for DS-efcc8043-ca09-42bc-9bbd-d26a0770c7be from datanode DatanodeRegistration(127.0.0.1:37989, datanodeUuid=dda30f43-c6ca-4fb2-92f1-b59dd3488f96, infoPort=45391, infoSecurePort=0, ipcPort=39651, storageInfo=lv=-57;cid=testClusterID;nsid=2003571339;c=1731756045707) 2024-11-16T11:20:47,113 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22322814dbf2ab09 with lease ID 0xc7461e25cd46735b: from storage DS-efcc8043-ca09-42bc-9bbd-d26a0770c7be node DatanodeRegistration(127.0.0.1:37989, datanodeUuid=dda30f43-c6ca-4fb2-92f1-b59dd3488f96, infoPort=45391, infoSecurePort=0, ipcPort=39651, storageInfo=lv=-57;cid=testClusterID;nsid=2003571339;c=1731756045707), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:20:47,183 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2 2024-11-16T11:20:47,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:47,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:47,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:20:47,599 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702 with version=8 2024-11-16T11:20:47,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/hbase-staging 2024-11-16T11:20:47,602 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:20:47,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:47,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:47,602 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:20:47,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:47,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:20:47,602 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:20:47,602 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:20:47,603 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43409 2024-11-16T11:20:47,603 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43409 connecting to ZooKeeper ensemble=127.0.0.1:49542 2024-11-16T11:20:47,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434090x0, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:20:47,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43409-0x101436019970003 connected 2024-11-16T11:20:47,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:47,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:47,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Set watcher on znode that does not yet exist, /1-1513039756/running 2024-11-16T11:20:47,724 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702, hbase.cluster.distributed=false 2024-11-16T11:20:47,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Set watcher on znode that does not yet exist, /1-1513039756/acl 2024-11-16T11:20:47,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43409 2024-11-16T11:20:47,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43409 2024-11-16T11:20:47,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43409 2024-11-16T11:20:47,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43409 2024-11-16T11:20:47,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43409 2024-11-16T11:20:47,740 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:20:47,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:47,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:47,741 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:20:47,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:47,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:20:47,741 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:20:47,741 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:20:47,741 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35141 2024-11-16T11:20:47,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35141 connecting to ZooKeeper ensemble=127.0.0.1:49542 2024-11-16T11:20:47,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:47,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:47,763 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351410x0, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:20:47,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351410x0, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Set watcher on znode that does not yet exist, /1-1513039756/running 2024-11-16T11:20:47,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35141-0x101436019970004 connected 2024-11-16T11:20:47,764 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:20:47,764 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:20:47,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35141-0x101436019970004, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Set watcher on znode that does not yet exist, /1-1513039756/master 2024-11-16T11:20:47,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35141-0x101436019970004, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Set watcher on znode that does not yet exist, /1-1513039756/acl 2024-11-16T11:20:47,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35141 2024-11-16T11:20:47,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35141 2024-11-16T11:20:47,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35141 2024-11-16T11:20:47,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35141 2024-11-16T11:20:47,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35141 2024-11-16T11:20:47,786 DEBUG [M:0;a7948fca2832:43409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:43409 2024-11-16T11:20:47,786 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1513039756/backup-masters/a7948fca2832,43409,1731756047601 2024-11-16T11:20:47,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756/backup-masters 2024-11-16T11:20:47,795 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101436019970004, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756/backup-masters 2024-11-16T11:20:47,795 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Set watcher on existing znode=/1-1513039756/backup-masters/a7948fca2832,43409,1731756047601 2024-11-16T11:20:47,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756 2024-11-16T11:20:47,805 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101436019970004, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1513039756/master 2024-11-16T11:20:47,805 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101436019970004, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756 2024-11-16T11:20:47,805 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Set watcher on existing znode=/1-1513039756/master 2024-11-16T11:20:47,806 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1513039756/backup-masters/a7948fca2832,43409,1731756047601 from backup master directory 2024-11-16T11:20:47,816 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101436019970004, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756/backup-masters 2024-11-16T11:20:47,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1513039756/backup-masters/a7948fca2832,43409,1731756047601 2024-11-16T11:20:47,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756/backup-masters 2024-11-16T11:20:47,816 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:20:47,816 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,43409,1731756047601 2024-11-16T11:20:47,818 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/hbase.id] with ID: 1cdce3cb-c3f3-4846-a50a-a245fa9b37d5 2024-11-16T11:20:47,818 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/.tmp/hbase.id 2024-11-16T11:20:47,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:20:48,222 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/.tmp/hbase.id]:[hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/hbase.id] 2024-11-16T11:20:48,230 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:48,230 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:20:48,231 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T11:20:48,279 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101436019970004, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756 2024-11-16T11:20:48,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756 2024-11-16T11:20:48,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:20:48,684 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:20:48,685 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:20:48,685 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:20:48,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:20:49,091 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/data/master/store 2024-11-16T11:20:49,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:20:49,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:20:49,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:49,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:49,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:49,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:49,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:49,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:49,496 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:49,496 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:20:49,496 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:49,496 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:49,496 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:20:49,496 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:49,496 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:49,496 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756049496Disabling compacts and flushes for region at 1731756049496Disabling writes for close at 1731756049496Writing region close event to WAL at 1731756049496Closed at 1731756049496 2024-11-16T11:20:49,497 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/data/master/store/.initializing 2024-11-16T11:20:49,497 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/WALs/a7948fca2832,43409,1731756047601 2024-11-16T11:20:49,497 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:20:49,499 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C43409%2C1731756047601, suffix=, logDir=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/WALs/a7948fca2832,43409,1731756047601, archiveDir=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/oldWALs, maxLogs=10 2024-11-16T11:20:49,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:49,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:49,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:49,514 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/WALs/a7948fca2832,43409,1731756047601/a7948fca2832%2C43409%2C1731756047601.1731756049499, exclude list is [], retry=0 2024-11-16T11:20:49,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37989,DS-5815217c-0cc4-41ed-9e18-d314575070aa,DISK] 2024-11-16T11:20:49,517 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/WALs/a7948fca2832,43409,1731756047601/a7948fca2832%2C43409%2C1731756047601.1731756049499 2024-11-16T11:20:49,518 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45391:45391)] 2024-11-16T11:20:49,518 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:20:49,518 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:49,518 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:49,518 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:49,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:49,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:20:49,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:49,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:49,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:49,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:20:49,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:49,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:49,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:49,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:20:49,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:49,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:49,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:49,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:20:49,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:49,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:49,523 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:49,524 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:49,524 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:49,525 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:49,525 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:49,525 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:20:49,526 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:49,527 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:20:49,528 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67494414, jitterRate=0.005745142698287964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:20:49,528 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731756049518Initializing all the Stores at 1731756049519 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756049519Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756049519Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756049519Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756049519Cleaning up temporary data from old regions at 1731756049525 (+6 ms)Region opened successfully at 1731756049528 (+3 ms) 2024-11-16T11:20:49,528 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:20:49,530 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213f3dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:20:49,531 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:20:49,531 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:20:49,531 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:20:49,531 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:20:49,532 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:20:49,532 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:20:49,532 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:20:49,537 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:20:49,538 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Unable to get data of znode /1-1513039756/balancer because node does not exist (not necessarily an error) 2024-11-16T11:20:49,605 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1513039756/balancer already deleted, retry=false 2024-11-16T11:20:49,606 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:20:49,606 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Unable to get data of znode /1-1513039756/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:20:49,616 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1513039756/normalizer already deleted, retry=false 2024-11-16T11:20:49,616 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:20:49,617 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Unable to get data of znode /1-1513039756/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:20:49,626 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1513039756/switch/split already deleted, retry=false 2024-11-16T11:20:49,627 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Unable to get data of znode /1-1513039756/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:20:49,637 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1513039756/switch/merge already deleted, retry=false 2024-11-16T11:20:49,638 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Unable to get data of znode /1-1513039756/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:20:49,647 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1513039756/snapshot-cleanup already deleted, retry=false 2024-11-16T11:20:49,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1513039756/running 2024-11-16T11:20:49,658 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101436019970004, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1513039756/running 2024-11-16T11:20:49,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756 2024-11-16T11:20:49,658 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101436019970004, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756 2024-11-16T11:20:49,658 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,43409,1731756047601, sessionid=0x101436019970003, setting cluster-up flag (Was=false) 2024-11-16T11:20:49,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756 2024-11-16T11:20:49,679 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101436019970004, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756 2024-11-16T11:20:49,710 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1513039756/flush-table-proc/acquired, /1-1513039756/flush-table-proc/reached, /1-1513039756/flush-table-proc/abort 2024-11-16T11:20:49,711 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,43409,1731756047601 2024-11-16T11:20:49,731 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101436019970004, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756 2024-11-16T11:20:49,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756 2024-11-16T11:20:49,763 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1513039756/online-snapshot/acquired, /1-1513039756/online-snapshot/reached, /1-1513039756/online-snapshot/abort 2024-11-16T11:20:49,764 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,43409,1731756047601 2024-11-16T11:20:49,765 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:20:49,766 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:20:49,767 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:20:49,767 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:20:49,767 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,43409,1731756047601 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:20:49,768 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:20:49,768 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:20:49,768 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:20:49,768 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:20:49,768 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:20:49,768 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:49,768 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:20:49,768 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:49,769 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731756079769 2024-11-16T11:20:49,769 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:20:49,769 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:20:49,770 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:20:49,770 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:20:49,770 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:20:49,770 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:20:49,770 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:20:49,770 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:20:49,770 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:49,771 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:49,771 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:20:49,771 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:20:49,771 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:20:49,771 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:20:49,771 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:20:49,772 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:20:49,772 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:20:49,779 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756049772,5,FailOnTimeoutGroup] 2024-11-16T11:20:49,780 INFO [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(746): ClusterId : 1cdce3cb-c3f3-4846-a50a-a245fa9b37d5 2024-11-16T11:20:49,780 DEBUG [RS:0;a7948fca2832:35141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:20:49,784 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756049779,5,FailOnTimeoutGroup] 2024-11-16T11:20:49,784 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:49,784 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:20:49,784 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:49,784 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:49,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:20:49,793 DEBUG [RS:0;a7948fca2832:35141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:20:49,793 DEBUG [RS:0;a7948fca2832:35141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:20:49,806 DEBUG [RS:0;a7948fca2832:35141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:20:49,806 DEBUG [RS:0;a7948fca2832:35141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130f6a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:20:49,819 DEBUG [RS:0;a7948fca2832:35141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:35141 2024-11-16T11:20:49,819 INFO [RS:0;a7948fca2832:35141 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:20:49,819 INFO [RS:0;a7948fca2832:35141 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:20:49,819 DEBUG [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:20:49,819 INFO [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,43409,1731756047601 with port=35141, startcode=1731756047740 2024-11-16T11:20:49,820 DEBUG [RS:0;a7948fca2832:35141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:20:49,821 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:20:49,821 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43409 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,35141,1731756047740 2024-11-16T11:20:49,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43409 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,35141,1731756047740 2024-11-16T11:20:49,823 DEBUG [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702 2024-11-16T11:20:49,823 DEBUG [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37299 2024-11-16T11:20:49,823 DEBUG [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:20:49,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756/rs 2024-11-16T11:20:49,878 DEBUG [RS:0;a7948fca2832:35141 {}] zookeeper.ZKUtil(111): regionserver:35141-0x101436019970004, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Set watcher on existing znode=/1-1513039756/rs/a7948fca2832,35141,1731756047740 2024-11-16T11:20:49,878 WARN [RS:0;a7948fca2832:35141 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:20:49,878 INFO [RS:0;a7948fca2832:35141 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:20:49,878 DEBUG [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740 2024-11-16T11:20:49,878 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,35141,1731756047740] 2024-11-16T11:20:49,882 INFO [RS:0;a7948fca2832:35141 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:20:49,884 INFO [RS:0;a7948fca2832:35141 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:20:49,884 INFO [RS:0;a7948fca2832:35141 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:20:49,884 INFO [RS:0;a7948fca2832:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:49,884 INFO [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:20:49,885 INFO [RS:0;a7948fca2832:35141 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:20:49,885 INFO [RS:0;a7948fca2832:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:49,885 DEBUG [RS:0;a7948fca2832:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:49,885 DEBUG [RS:0;a7948fca2832:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:49,885 DEBUG [RS:0;a7948fca2832:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:49,885 DEBUG [RS:0;a7948fca2832:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:49,885 DEBUG [RS:0;a7948fca2832:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:49,885 DEBUG [RS:0;a7948fca2832:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:20:49,886 DEBUG [RS:0;a7948fca2832:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:49,886 DEBUG [RS:0;a7948fca2832:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:49,886 DEBUG [RS:0;a7948fca2832:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:49,886 DEBUG [RS:0;a7948fca2832:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:49,886 DEBUG [RS:0;a7948fca2832:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:49,886 DEBUG [RS:0;a7948fca2832:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:49,886 DEBUG [RS:0;a7948fca2832:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:20:49,886 DEBUG [RS:0;a7948fca2832:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:20:49,886 INFO [RS:0;a7948fca2832:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:49,886 INFO [RS:0;a7948fca2832:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:49,886 INFO [RS:0;a7948fca2832:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:49,886 INFO [RS:0;a7948fca2832:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:49,886 INFO [RS:0;a7948fca2832:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:49,886 INFO [RS:0;a7948fca2832:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,35141,1731756047740-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:20:49,904 INFO [RS:0;a7948fca2832:35141 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:20:49,904 INFO [RS:0;a7948fca2832:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,35141,1731756047740-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:49,904 INFO [RS:0;a7948fca2832:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:49,905 INFO [RS:0;a7948fca2832:35141 {}] regionserver.Replication(171): a7948fca2832,35141,1731756047740 started 2024-11-16T11:20:49,922 INFO [RS:0;a7948fca2832:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:49,922 INFO [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,35141,1731756047740, RpcServer on a7948fca2832/172.17.0.2:35141, sessionid=0x101436019970004 2024-11-16T11:20:49,922 DEBUG [RS:0;a7948fca2832:35141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:20:49,922 DEBUG [RS:0;a7948fca2832:35141 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,35141,1731756047740 2024-11-16T11:20:49,923 DEBUG [RS:0;a7948fca2832:35141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,35141,1731756047740' 2024-11-16T11:20:49,923 DEBUG [RS:0;a7948fca2832:35141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1513039756/flush-table-proc/abort' 2024-11-16T11:20:49,923 DEBUG [RS:0;a7948fca2832:35141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1513039756/flush-table-proc/acquired' 2024-11-16T11:20:49,923 DEBUG [RS:0;a7948fca2832:35141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:20:49,923 DEBUG [RS:0;a7948fca2832:35141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:20:49,924 DEBUG [RS:0;a7948fca2832:35141 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,35141,1731756047740 2024-11-16T11:20:49,924 DEBUG [RS:0;a7948fca2832:35141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,35141,1731756047740' 2024-11-16T11:20:49,924 DEBUG [RS:0;a7948fca2832:35141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1513039756/online-snapshot/abort' 2024-11-16T11:20:49,924 DEBUG [RS:0;a7948fca2832:35141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1513039756/online-snapshot/acquired' 2024-11-16T11:20:49,924 DEBUG [RS:0;a7948fca2832:35141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:20:49,924 INFO [RS:0;a7948fca2832:35141 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:20:49,924 INFO [RS:0;a7948fca2832:35141 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:20:50,025 INFO [RS:0;a7948fca2832:35141 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:20:50,026 INFO [RS:0;a7948fca2832:35141 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C35141%2C1731756047740, suffix=, logDir=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740, archiveDir=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/oldWALs, maxLogs=10 2024-11-16T11:20:50,043 DEBUG [RS:0;a7948fca2832:35141 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026, exclude list is [], retry=0 2024-11-16T11:20:50,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37989,DS-5815217c-0cc4-41ed-9e18-d314575070aa,DISK] 2024-11-16T11:20:50,047 INFO [RS:0;a7948fca2832:35141 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 2024-11-16T11:20:50,047 DEBUG [RS:0;a7948fca2832:35141 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45391:45391)] 2024-11-16T11:20:50,189 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:20:50,189 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702 2024-11-16T11:20:50,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741833_1009 (size=32) 2024-11-16T11:20:50,408 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T11:20:50,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:50,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:20:50,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:20:50,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:50,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:50,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:20:50,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:20:50,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:50,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:50,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:20:50,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:20:50,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:50,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:50,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:20:50,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:20:50,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:50,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:50,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:20:50,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740 2024-11-16T11:20:50,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740 2024-11-16T11:20:50,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:20:50,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:20:50,603 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:20:50,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:20:50,605 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:20:50,606 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66096189, jitterRate=-0.015090033411979675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:20:50,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731756050594Initializing all the Stores at 1731756050595 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756050595Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756050596 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756050596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756050596Cleaning up temporary data from old regions at 1731756050603 (+7 ms)Region opened successfully at 1731756050606 (+3 ms) 2024-11-16T11:20:50,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:20:50,606 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:20:50,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:20:50,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:20:50,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:20:50,606 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:20:50,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756050606Disabling compacts and flushes for region at 1731756050606Disabling writes for close at 1731756050606Writing region close event to WAL at 1731756050606Closed at 1731756050606 2024-11-16T11:20:50,607 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:20:50,607 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:20:50,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:20:50,608 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:20:50,609 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:20:50,759 DEBUG [a7948fca2832:43409 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:20:50,760 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,35141,1731756047740 2024-11-16T11:20:50,761 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,35141,1731756047740, state=OPENING 2024-11-16T11:20:50,889 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:20:50,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756 2024-11-16T11:20:50,900 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101436019970004, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756 2024-11-16T11:20:50,900 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:20:50,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1513039756/meta-region-server: CHANGED 2024-11-16T11:20:50,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1513039756/meta-region-server: CHANGED 2024-11-16T11:20:50,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,35141,1731756047740}] 2024-11-16T11:20:51,052 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:20:51,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:20:51,057 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:20:51,057 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:20:51,057 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:20:51,058 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C35141%2C1731756047740.meta, suffix=.meta, logDir=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740, archiveDir=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/oldWALs, maxLogs=10 2024-11-16T11:20:51,074 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.meta.1731756051058.meta, exclude list is [], retry=0 2024-11-16T11:20:51,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37989,DS-5815217c-0cc4-41ed-9e18-d314575070aa,DISK] 2024-11-16T11:20:51,077 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.meta.1731756051058.meta 2024-11-16T11:20:51,078 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45391:45391)] 2024-11-16T11:20:51,078 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:20:51,078 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:20:51,078 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:20:51,078 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:20:51,078 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:20:51,079 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:20:51,079 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:51,079 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:20:51,079 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:20:51,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:20:51,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:20:51,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:51,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:51,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:20:51,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:20:51,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:51,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:51,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:20:51,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:20:51,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:51,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:51,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:20:51,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:20:51,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:51,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:51,083 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:20:51,084 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740 2024-11-16T11:20:51,085 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740 2024-11-16T11:20:51,086 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:20:51,086 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:20:51,086 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:20:51,087 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:20:51,088 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65912277, jitterRate=-0.017830535769462585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:20:51,088 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:20:51,088 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731756051079Writing region info on filesystem at 1731756051079Initializing all the Stores at 1731756051080 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756051080Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756051080Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756051080Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756051080Cleaning up temporary data from old regions at 1731756051086 (+6 ms)Running coprocessor post-open hooks at 1731756051088 (+2 ms)Region opened successfully at 1731756051088 2024-11-16T11:20:51,088 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731756051052 2024-11-16T11:20:51,090 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:20:51,090 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:20:51,091 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,35141,1731756047740 2024-11-16T11:20:51,091 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,35141,1731756047740, state=OPEN 2024-11-16T11:20:51,100 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101436019970004, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1513039756/meta-region-server 2024-11-16T11:20:51,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1513039756/meta-region-server 2024-11-16T11:20:51,100 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,35141,1731756047740 2024-11-16T11:20:51,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1513039756/meta-region-server: CHANGED 2024-11-16T11:20:51,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1513039756/meta-region-server: CHANGED 2024-11-16T11:20:51,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:20:51,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,35141,1731756047740 in 200 msec 2024-11-16T11:20:51,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:20:51,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-11-16T11:20:51,103 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:20:51,103 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:20:51,104 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:20:51,104 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35141,1731756047740, seqNum=-1] 2024-11-16T11:20:51,105 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:20:51,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:20:51,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3430 sec 2024-11-16T11:20:51,110 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731756051109, completionTime=-1 2024-11-16T11:20:51,110 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:20:51,110 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:20:51,111 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:20:51,111 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731756111111 2024-11-16T11:20:51,111 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731756171111 2024-11-16T11:20:51,111 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T11:20:51,112 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,43409,1731756047601-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:51,112 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,43409,1731756047601-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:51,112 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,43409,1731756047601-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:51,112 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:43409, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:51,112 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:51,112 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:51,113 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:20:51,115 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.299sec 2024-11-16T11:20:51,115 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:20:51,115 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:20:51,115 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:20:51,115 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:20:51,115 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:20:51,115 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,43409,1731756047601-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:20:51,115 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,43409,1731756047601-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:20:51,117 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:20:51,117 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:20:51,117 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,43409,1731756047601-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:51,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108cc29c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:51,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,43409,-1 for getting cluster id 2024-11-16T11:20:51,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:20:51,182 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cdce3cb-c3f3-4846-a50a-a245fa9b37d5' 2024-11-16T11:20:51,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:20:51,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cdce3cb-c3f3-4846-a50a-a245fa9b37d5" 2024-11-16T11:20:51,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586074b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:51,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,43409,-1] 2024-11-16T11:20:51,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:20:51,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:51,184 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:20:51,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1065ee7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:51,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:20:51,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35141,1731756047740, seqNum=-1] 2024-11-16T11:20:51,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:20:51,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:20:51,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,43409,1731756047601 2024-11-16T11:20:51,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49542 2024-11-16T11:20:51,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:20:51,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101436019970005 connected 2024-11-16T11:20:51,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/hadoop.log.dir so I do NOT create it in target/test-data/943e81e9-ad97-48b1-ece5-410423985bad 2024-11-16T11:20:51,207 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:20:51,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/hadoop.tmp.dir so I do NOT create it in target/test-data/943e81e9-ad97-48b1-ece5-410423985bad 2024-11-16T11:20:51,207 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:20:51,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad 2024-11-16T11:20:51,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:20:51,207 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/cluster_51d35381-b31d-b7f9-9ddd-15264cbe5a15, deleteOnExit=true 2024-11-16T11:20:51,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:20:51,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/test.cache.data in system properties and HBase conf 2024-11-16T11:20:51,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:20:51,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:20:51,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:20:51,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:20:51,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:20:51,208 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:20:51,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:20:51,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:20:51,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:20:51,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:20:51,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:20:51,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:20:51,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:20:51,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:20:51,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:20:51,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:20:51,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:20:51,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:20:51,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:20:51,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:20:51,518 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:20:51,524 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:20:51,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:20:51,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:20:51,531 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:20:51,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:20:51,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d26d8f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:20:51,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@422ef394{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:20:51,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39ede66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/java.io.tmpdir/jetty-localhost-42377-hadoop-hdfs-3_4_1-tests_jar-_-any-16739753014284319486/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:20:51,634 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f137416{HTTP/1.1, (http/1.1)}{localhost:42377} 2024-11-16T11:20:51,634 INFO [Time-limited test {}] server.Server(415): Started @245497ms 2024-11-16T11:20:51,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:20:51,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:20:51,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:20:51,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:20:51,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:20:51,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@182f4d14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:20:51,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@736c85e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:20:52,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a9c03{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/java.io.tmpdir/jetty-localhost-44065-hadoop-hdfs-3_4_1-tests_jar-_-any-3726260603515167412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:20:52,026 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f83a877{HTTP/1.1, (http/1.1)}{localhost:44065} 2024-11-16T11:20:52,026 INFO [Time-limited test {}] server.Server(415): Started @245889ms 2024-11-16T11:20:52,028 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:20:52,722 WARN [Thread-2908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/cluster_51d35381-b31d-b7f9-9ddd-15264cbe5a15/data/data1/current/BP-2116567592-172.17.0.2-1731756051233/current, will proceed with Du for space computation calculation, 2024-11-16T11:20:52,722 WARN [Thread-2909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/cluster_51d35381-b31d-b7f9-9ddd-15264cbe5a15/data/data2/current/BP-2116567592-172.17.0.2-1731756051233/current, will proceed with Du for space computation calculation, 2024-11-16T11:20:52,740 WARN [Thread-2896 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:20:52,746 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6ab94a0ef7fdb5f with lease ID 0xf199f323c4748b75: Processing first storage report for DS-98bf4cd4-1b3f-42c2-bcfc-27bc13e05bd7 from datanode DatanodeRegistration(127.0.0.1:45459, datanodeUuid=abe1fea3-ecaf-4936-be78-848cca77b3d5, infoPort=42263, infoSecurePort=0, ipcPort=38609, storageInfo=lv=-57;cid=testClusterID;nsid=1012889822;c=1731756051233) 2024-11-16T11:20:52,746 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6ab94a0ef7fdb5f with lease ID 0xf199f323c4748b75: from storage DS-98bf4cd4-1b3f-42c2-bcfc-27bc13e05bd7 node DatanodeRegistration(127.0.0.1:45459, datanodeUuid=abe1fea3-ecaf-4936-be78-848cca77b3d5, infoPort=42263, infoSecurePort=0, ipcPort=38609, storageInfo=lv=-57;cid=testClusterID;nsid=1012889822;c=1731756051233), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:20:52,746 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6ab94a0ef7fdb5f with lease ID 0xf199f323c4748b75: Processing first storage report for DS-31b722fa-91c4-4e1e-8fde-062a206b887b from datanode DatanodeRegistration(127.0.0.1:45459, datanodeUuid=abe1fea3-ecaf-4936-be78-848cca77b3d5, infoPort=42263, infoSecurePort=0, ipcPort=38609, storageInfo=lv=-57;cid=testClusterID;nsid=1012889822;c=1731756051233) 2024-11-16T11:20:52,746 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6ab94a0ef7fdb5f with lease ID 0xf199f323c4748b75: from storage DS-31b722fa-91c4-4e1e-8fde-062a206b887b node DatanodeRegistration(127.0.0.1:45459, datanodeUuid=abe1fea3-ecaf-4936-be78-848cca77b3d5, infoPort=42263, infoSecurePort=0, ipcPort=38609, storageInfo=lv=-57;cid=testClusterID;nsid=1012889822;c=1731756051233), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:20:52,766 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad 2024-11-16T11:20:52,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:52,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:52,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:20:52,791 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91 with version=8 2024-11-16T11:20:52,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/hbase-staging 2024-11-16T11:20:52,793 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:20:52,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:52,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:52,794 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:20:52,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:52,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:20:52,794 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:20:52,794 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:20:52,794 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38197 2024-11-16T11:20:52,795 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38197 connecting to ZooKeeper ensemble=127.0.0.1:49542 2024-11-16T11:20:52,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381970x0, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:20:52,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38197-0x101436019970006 connected 2024-11-16T11:20:52,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:52,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:52,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Set watcher on znode that does not yet exist, /2-609618024/running 2024-11-16T11:20:52,893 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91, hbase.cluster.distributed=false 2024-11-16T11:20:52,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Set watcher on znode that does not yet exist, /2-609618024/acl 2024-11-16T11:20:52,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38197 2024-11-16T11:20:52,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38197 2024-11-16T11:20:52,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38197 2024-11-16T11:20:52,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38197 2024-11-16T11:20:52,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38197 2024-11-16T11:20:52,919 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:20:52,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:52,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:52,919 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:20:52,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:20:52,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:20:52,919 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:20:52,919 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:20:52,920 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42939 2024-11-16T11:20:52,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42939 connecting to ZooKeeper ensemble=127.0.0.1:49542 2024-11-16T11:20:52,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:52,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:52,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429390x0, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:20:52,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42939-0x101436019970007 connected 2024-11-16T11:20:52,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Set watcher on znode that does not yet exist, /2-609618024/running 2024-11-16T11:20:52,932 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:20:52,936 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:20:52,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Set watcher on znode that does not yet exist, /2-609618024/master 2024-11-16T11:20:52,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Set watcher on znode that does not yet exist, /2-609618024/acl 2024-11-16T11:20:52,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42939 2024-11-16T11:20:52,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42939 2024-11-16T11:20:52,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42939 2024-11-16T11:20:52,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42939 2024-11-16T11:20:52,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42939 2024-11-16T11:20:52,952 DEBUG [M:0;a7948fca2832:38197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:38197 2024-11-16T11:20:52,953 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-609618024/backup-masters/a7948fca2832,38197,1731756052793 2024-11-16T11:20:52,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024/backup-masters 2024-11-16T11:20:52,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024/backup-masters 2024-11-16T11:20:52,963 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Set watcher on existing znode=/2-609618024/backup-masters/a7948fca2832,38197,1731756052793 2024-11-16T11:20:52,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024 2024-11-16T11:20:52,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-609618024/master 2024-11-16T11:20:52,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024 2024-11-16T11:20:52,974 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Set watcher on existing znode=/2-609618024/master 2024-11-16T11:20:52,974 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-609618024/backup-masters/a7948fca2832,38197,1731756052793 from backup master directory 2024-11-16T11:20:52,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-609618024/backup-masters/a7948fca2832,38197,1731756052793 2024-11-16T11:20:52,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024/backup-masters 2024-11-16T11:20:52,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024/backup-masters 2024-11-16T11:20:52,984 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:20:52,984 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,38197,1731756052793 2024-11-16T11:20:52,986 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/hbase.id] with ID: 00aa7bcc-994b-4aab-b352-a7a8f267f46c 2024-11-16T11:20:52,986 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/.tmp/hbase.id 2024-11-16T11:20:52,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:20:52,991 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/.tmp/hbase.id]:[hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/hbase.id] 2024-11-16T11:20:52,999 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:20:52,999 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:20:52,999 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T11:20:53,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024 2024-11-16T11:20:53,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024 2024-11-16T11:20:53,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:20:53,020 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:20:53,021 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:20:53,021 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:20:53,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:20:53,427 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/data/master/store 2024-11-16T11:20:53,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:20:53,791 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:53,792 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:20:53,792 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48378 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:20:53,832 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:53,832 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:20:53,832 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:53,832 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:53,832 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:20:53,832 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:53,832 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:20:53,832 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756053832Disabling compacts and flushes for region at 1731756053832Disabling writes for close at 1731756053832Writing region close event to WAL at 1731756053832Closed at 1731756053832 2024-11-16T11:20:53,833 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/data/master/store/.initializing 2024-11-16T11:20:53,833 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/WALs/a7948fca2832,38197,1731756052793 2024-11-16T11:20:53,834 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:20:53,835 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C38197%2C1731756052793, suffix=, logDir=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/WALs/a7948fca2832,38197,1731756052793, archiveDir=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/oldWALs, maxLogs=10 2024-11-16T11:20:53,847 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/WALs/a7948fca2832,38197,1731756052793/a7948fca2832%2C38197%2C1731756052793.1731756053836, exclude list is [], retry=0 2024-11-16T11:20:53,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45459,DS-98bf4cd4-1b3f-42c2-bcfc-27bc13e05bd7,DISK] 2024-11-16T11:20:53,851 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/WALs/a7948fca2832,38197,1731756052793/a7948fca2832%2C38197%2C1731756052793.1731756053836 2024-11-16T11:20:53,851 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42263:42263)] 2024-11-16T11:20:53,851 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:20:53,851 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:53,851 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:53,851 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:53,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:53,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:20:53,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:53,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:53,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:53,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:20:53,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:53,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:53,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:53,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:20:53,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:53,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:53,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:53,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:20:53,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:53,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:53,857 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:53,858 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:53,858 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:53,859 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:53,859 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:53,859 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:20:53,860 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:20:53,861 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:20:53,862 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71198416, jitterRate=0.06093907356262207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:20:53,862 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731756053851Initializing all the Stores at 1731756053852 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756053852Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756053852Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756053852Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756053852Cleaning up temporary data from old regions at 1731756053859 (+7 ms)Region opened successfully at 1731756053862 (+3 ms) 2024-11-16T11:20:53,862 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:20:53,864 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480ef96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:20:53,865 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:20:53,865 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:20:53,865 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:20:53,865 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:20:53,866 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:20:53,866 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:20:53,866 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:20:53,868 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:20:53,868 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Unable to get data of znode /2-609618024/balancer because node does not exist (not necessarily an error) 2024-11-16T11:20:53,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T11:20:53,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T11:20:53,994 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-609618024/balancer already deleted, retry=false 2024-11-16T11:20:53,995 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:20:53,995 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Unable to get data of znode /2-609618024/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:20:54,005 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-609618024/normalizer already deleted, retry=false 2024-11-16T11:20:54,005 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:20:54,006 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Unable to get data of znode /2-609618024/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:20:54,015 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-609618024/switch/split already deleted, retry=false 2024-11-16T11:20:54,016 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Unable to get data of znode /2-609618024/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:20:54,026 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-609618024/switch/merge already deleted, retry=false 2024-11-16T11:20:54,028 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Unable to get data of znode /2-609618024/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:20:54,036 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-609618024/snapshot-cleanup already deleted, retry=false 2024-11-16T11:20:54,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-609618024/running 2024-11-16T11:20:54,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-609618024/running 2024-11-16T11:20:54,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024 2024-11-16T11:20:54,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024 2024-11-16T11:20:54,047 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,38197,1731756052793, sessionid=0x101436019970006, setting cluster-up flag (Was=false) 2024-11-16T11:20:54,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024 2024-11-16T11:20:54,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024 2024-11-16T11:20:54,100 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-609618024/flush-table-proc/acquired, /2-609618024/flush-table-proc/reached, /2-609618024/flush-table-proc/abort 2024-11-16T11:20:54,100 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,38197,1731756052793 2024-11-16T11:20:54,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024 2024-11-16T11:20:54,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024 2024-11-16T11:20:54,152 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-609618024/online-snapshot/acquired, /2-609618024/online-snapshot/reached, /2-609618024/online-snapshot/abort 2024-11-16T11:20:54,153 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,38197,1731756052793 2024-11-16T11:20:54,154 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:20:54,155 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:20:54,155 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:20:54,155 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:20:54,155 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,38197,1731756052793 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:20:54,156 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:20:54,156 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:20:54,156 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:20:54,156 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:20:54,156 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:20:54,156 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:54,156 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:20:54,156 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:54,157 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731756084157 2024-11-16T11:20:54,157 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:20:54,157 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:20:54,157 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:20:54,157 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:20:54,157 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:20:54,157 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:20:54,157 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:20:54,157 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:20:54,158 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:54,158 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:20:54,158 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:20:54,158 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:20:54,158 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:20:54,158 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:54,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:20:54,159 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:20:54,159 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:20:54,159 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756054159,5,FailOnTimeoutGroup] 2024-11-16T11:20:54,160 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756054159,5,FailOnTimeoutGroup] 2024-11-16T11:20:54,160 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:54,160 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:20:54,160 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:54,160 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:54,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:20:54,244 INFO [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(746): ClusterId : 00aa7bcc-994b-4aab-b352-a7a8f267f46c 2024-11-16T11:20:54,244 DEBUG [RS:0;a7948fca2832:42939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:20:54,256 DEBUG [RS:0;a7948fca2832:42939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:20:54,256 DEBUG [RS:0;a7948fca2832:42939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:20:54,269 DEBUG [RS:0;a7948fca2832:42939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:20:54,269 DEBUG [RS:0;a7948fca2832:42939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b917cf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:20:54,279 DEBUG [RS:0;a7948fca2832:42939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:42939 2024-11-16T11:20:54,279 INFO [RS:0;a7948fca2832:42939 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:20:54,279 INFO [RS:0;a7948fca2832:42939 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:20:54,279 DEBUG [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:20:54,280 INFO [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,38197,1731756052793 with port=42939, startcode=1731756052919 2024-11-16T11:20:54,280 DEBUG [RS:0;a7948fca2832:42939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:20:54,281 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:20:54,282 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,42939,1731756052919 2024-11-16T11:20:54,282 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38197 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,42939,1731756052919 2024-11-16T11:20:54,283 DEBUG [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91 2024-11-16T11:20:54,283 DEBUG [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46613 2024-11-16T11:20:54,283 DEBUG [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:20:54,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024/rs 2024-11-16T11:20:54,331 DEBUG [RS:0;a7948fca2832:42939 {}] zookeeper.ZKUtil(111): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Set watcher on existing znode=/2-609618024/rs/a7948fca2832,42939,1731756052919 2024-11-16T11:20:54,331 WARN [RS:0;a7948fca2832:42939 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:20:54,331 INFO [RS:0;a7948fca2832:42939 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:20:54,331 DEBUG [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919 2024-11-16T11:20:54,332 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,42939,1731756052919] 2024-11-16T11:20:54,334 INFO [RS:0;a7948fca2832:42939 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:20:54,335 INFO [RS:0;a7948fca2832:42939 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:20:54,335 INFO [RS:0;a7948fca2832:42939 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:20:54,335 INFO [RS:0;a7948fca2832:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:54,335 INFO [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:20:54,336 INFO [RS:0;a7948fca2832:42939 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:20:54,336 INFO [RS:0;a7948fca2832:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:54,336 DEBUG [RS:0;a7948fca2832:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:54,336 DEBUG [RS:0;a7948fca2832:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:54,336 DEBUG [RS:0;a7948fca2832:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:54,336 DEBUG [RS:0;a7948fca2832:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:54,336 DEBUG [RS:0;a7948fca2832:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:54,336 DEBUG [RS:0;a7948fca2832:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:20:54,336 DEBUG [RS:0;a7948fca2832:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:54,336 DEBUG [RS:0;a7948fca2832:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:54,336 DEBUG [RS:0;a7948fca2832:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:54,336 DEBUG [RS:0;a7948fca2832:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:54,336 DEBUG [RS:0;a7948fca2832:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:54,336 DEBUG [RS:0;a7948fca2832:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:20:54,336 DEBUG [RS:0;a7948fca2832:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:20:54,336 DEBUG [RS:0;a7948fca2832:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:20:54,336 INFO [RS:0;a7948fca2832:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:54,337 INFO [RS:0;a7948fca2832:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:54,337 INFO [RS:0;a7948fca2832:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:54,337 INFO [RS:0;a7948fca2832:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:54,337 INFO [RS:0;a7948fca2832:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:54,337 INFO [RS:0;a7948fca2832:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,42939,1731756052919-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:20:54,349 INFO [RS:0;a7948fca2832:42939 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:20:54,349 INFO [RS:0;a7948fca2832:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,42939,1731756052919-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:54,349 INFO [RS:0;a7948fca2832:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:54,349 INFO [RS:0;a7948fca2832:42939 {}] regionserver.Replication(171): a7948fca2832,42939,1731756052919 started 2024-11-16T11:20:54,360 INFO [RS:0;a7948fca2832:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:54,360 INFO [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,42939,1731756052919, RpcServer on a7948fca2832/172.17.0.2:42939, sessionid=0x101436019970007 2024-11-16T11:20:54,360 DEBUG [RS:0;a7948fca2832:42939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:20:54,360 DEBUG [RS:0;a7948fca2832:42939 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,42939,1731756052919 2024-11-16T11:20:54,360 DEBUG [RS:0;a7948fca2832:42939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,42939,1731756052919' 2024-11-16T11:20:54,360 DEBUG [RS:0;a7948fca2832:42939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-609618024/flush-table-proc/abort' 2024-11-16T11:20:54,361 DEBUG [RS:0;a7948fca2832:42939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-609618024/flush-table-proc/acquired' 2024-11-16T11:20:54,361 DEBUG [RS:0;a7948fca2832:42939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:20:54,361 DEBUG [RS:0;a7948fca2832:42939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:20:54,361 DEBUG [RS:0;a7948fca2832:42939 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,42939,1731756052919 2024-11-16T11:20:54,361 DEBUG [RS:0;a7948fca2832:42939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,42939,1731756052919' 2024-11-16T11:20:54,361 DEBUG [RS:0;a7948fca2832:42939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-609618024/online-snapshot/abort' 2024-11-16T11:20:54,361 DEBUG [RS:0;a7948fca2832:42939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-609618024/online-snapshot/acquired' 2024-11-16T11:20:54,362 DEBUG [RS:0;a7948fca2832:42939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:20:54,362 INFO [RS:0;a7948fca2832:42939 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:20:54,362 INFO [RS:0;a7948fca2832:42939 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:20:54,462 INFO [RS:0;a7948fca2832:42939 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:20:54,463 INFO [RS:0;a7948fca2832:42939 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C42939%2C1731756052919, suffix=, logDir=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919, archiveDir=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/oldWALs, maxLogs=10 2024-11-16T11:20:54,475 DEBUG [RS:0;a7948fca2832:42939 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464, exclude list is [], retry=0 2024-11-16T11:20:54,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45459,DS-98bf4cd4-1b3f-42c2-bcfc-27bc13e05bd7,DISK] 2024-11-16T11:20:54,478 INFO [RS:0;a7948fca2832:42939 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 2024-11-16T11:20:54,479 DEBUG [RS:0;a7948fca2832:42939 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42263:42263)] 2024-11-16T11:20:54,564 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:20:54,564 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91 2024-11-16T11:20:54,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741833_1009 (size=32) 2024-11-16T11:20:54,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:54,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:20:54,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:20:54,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:54,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:54,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:20:54,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:20:54,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:54,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:54,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:20:54,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:20:54,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:54,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:54,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:20:54,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:20:54,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:54,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:54,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:20:54,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740 2024-11-16T11:20:54,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740 2024-11-16T11:20:54,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:20:54,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:20:54,977 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:20:54,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:20:54,979 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:20:54,979 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67707938, jitterRate=0.00892689824104309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:20:54,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731756054969Initializing all the Stores at 1731756054970 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756054970Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756054970Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756054970Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756054970Cleaning up temporary data from old regions at 1731756054977 (+7 ms)Region opened successfully at 1731756054979 (+2 ms) 2024-11-16T11:20:54,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:20:54,979 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:20:54,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:20:54,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:20:54,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:20:54,980 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:20:54,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756054979Disabling compacts and flushes for region at 1731756054979Disabling writes for close at 1731756054979Writing region close event to WAL at 1731756054980 (+1 ms)Closed at 1731756054980 2024-11-16T11:20:54,981 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:20:54,981 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:20:54,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:20:54,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:20:54,982 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:20:55,133 DEBUG [a7948fca2832:38197 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:20:55,133 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,42939,1731756052919 2024-11-16T11:20:55,134 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,42939,1731756052919, state=OPENING 2024-11-16T11:20:55,194 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:20:55,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024 2024-11-16T11:20:55,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024 2024-11-16T11:20:55,205 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:20:55,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-609618024/meta-region-server: CHANGED 2024-11-16T11:20:55,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-609618024/meta-region-server: CHANGED 2024-11-16T11:20:55,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,42939,1731756052919}] 2024-11-16T11:20:55,357 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:20:55,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:20:55,361 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:20:55,361 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:20:55,361 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:20:55,362 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C42939%2C1731756052919.meta, suffix=.meta, logDir=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919, archiveDir=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/oldWALs, maxLogs=10 2024-11-16T11:20:55,374 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.meta.1731756055363.meta, exclude list is [], retry=0 2024-11-16T11:20:55,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45459,DS-98bf4cd4-1b3f-42c2-bcfc-27bc13e05bd7,DISK] 2024-11-16T11:20:55,377 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.meta.1731756055363.meta 2024-11-16T11:20:55,377 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42263:42263)] 2024-11-16T11:20:55,377 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:20:55,377 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:20:55,377 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:20:55,377 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:20:55,377 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:20:55,378 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:20:55,378 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:55,378 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:20:55,378 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:20:55,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:20:55,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:20:55,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:55,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:55,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:20:55,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:20:55,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:55,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:55,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:20:55,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:20:55,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:55,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:55,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:20:55,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:20:55,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:55,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:20:55,382 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:20:55,382 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740 2024-11-16T11:20:55,383 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740 2024-11-16T11:20:55,383 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:20:55,383 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:20:55,384 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:20:55,384 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:20:55,385 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67380668, jitterRate=0.004050195217132568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:20:55,385 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:20:55,385 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731756055378Writing region info on filesystem at 1731756055378Initializing all the Stores at 1731756055378Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756055378Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756055379 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756055379Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756055379Cleaning up temporary data from old regions at 1731756055383 (+4 ms)Running coprocessor post-open hooks at 1731756055385 (+2 ms)Region opened successfully at 1731756055385 2024-11-16T11:20:55,385 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731756055357 2024-11-16T11:20:55,387 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:20:55,387 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:20:55,387 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,42939,1731756052919 2024-11-16T11:20:55,388 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,42939,1731756052919, state=OPEN 2024-11-16T11:20:55,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-609618024/meta-region-server 2024-11-16T11:20:55,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-609618024/meta-region-server 2024-11-16T11:20:55,394 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,42939,1731756052919 2024-11-16T11:20:55,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-609618024/meta-region-server: CHANGED 2024-11-16T11:20:55,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-609618024/meta-region-server: CHANGED 2024-11-16T11:20:55,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:20:55,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,42939,1731756052919 in 189 msec 2024-11-16T11:20:55,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:20:55,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-16T11:20:55,398 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:20:55,398 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:20:55,399 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:20:55,399 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,42939,1731756052919, seqNum=-1] 2024-11-16T11:20:55,399 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:20:55,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:20:55,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-16T11:20:55,404 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731756055404, completionTime=-1 2024-11-16T11:20:55,404 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:20:55,404 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:20:55,406 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:20:55,406 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731756115406 2024-11-16T11:20:55,406 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731756175406 2024-11-16T11:20:55,406 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T11:20:55,407 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38197,1731756052793-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:55,407 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38197,1731756052793-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:55,407 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38197,1731756052793-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:55,407 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:38197, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:55,407 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:55,408 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:55,408 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:20:55,411 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.427sec 2024-11-16T11:20:55,411 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:20:55,411 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:20:55,411 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:20:55,411 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:20:55,411 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:20:55,411 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38197,1731756052793-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:20:55,411 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38197,1731756052793-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:20:55,413 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:20:55,413 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:20:55,413 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38197,1731756052793-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:20:55,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4f67e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:55,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,38197,-1 for getting cluster id 2024-11-16T11:20:55,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:20:55,445 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00aa7bcc-994b-4aab-b352-a7a8f267f46c' 2024-11-16T11:20:55,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:20:55,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00aa7bcc-994b-4aab-b352-a7a8f267f46c" 2024-11-16T11:20:55,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160e8f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:55,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,38197,-1] 2024-11-16T11:20:55,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:20:55,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:20:55,447 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:20:55,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5040d3a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:20:55,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:20:55,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,42939,1731756052919, seqNum=-1] 2024-11-16T11:20:55,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:20:55,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:20:55,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,38197,1731756052793 2024-11-16T11:20:55,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49542 2024-11-16T11:20:55,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:20:55,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101436019970008 connected 2024-11-16T11:20:55,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:55,471 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,43745,1731756041924 2024-11-16T11:20:55,471 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30332344 2024-11-16T11:20:55,471 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:20:55,471 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:20:55,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:20:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T11:20:55,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:20:55,474 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:55,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T11:20:55,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:20:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:55,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741835_1011 (size=902) 2024-11-16T11:20:55,481 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 566ca45549d0fa48d3a2a5f36531e96e, NAME => 'test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287 2024-11-16T11:20:55,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741836_1012 (size=39) 2024-11-16T11:20:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:55,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:55,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 566ca45549d0fa48d3a2a5f36531e96e, disabling compactions & flushes 2024-11-16T11:20:55,887 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e. 2024-11-16T11:20:55,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e. 2024-11-16T11:20:55,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e. after waiting 0 ms 2024-11-16T11:20:55,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e. 2024-11-16T11:20:55,887 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e. 2024-11-16T11:20:55,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 566ca45549d0fa48d3a2a5f36531e96e: Waiting for close lock at 1731756055887Disabling compacts and flushes for region at 1731756055887Disabling writes for close at 1731756055887Writing region close event to WAL at 1731756055887Closed at 1731756055887 2024-11-16T11:20:55,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:20:55,888 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731756055888"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756055888"}]},"ts":"1731756055888"} 2024-11-16T11:20:55,890 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:20:55,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:20:55,891 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756055891"}]},"ts":"1731756055891"} 2024-11-16T11:20:55,892 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T11:20:55,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=566ca45549d0fa48d3a2a5f36531e96e, ASSIGN}] 2024-11-16T11:20:55,893 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=566ca45549d0fa48d3a2a5f36531e96e, ASSIGN 2024-11-16T11:20:55,894 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=566ca45549d0fa48d3a2a5f36531e96e, ASSIGN; state=OFFLINE, location=a7948fca2832,45257,1731756042127; forceNewPlan=false, retain=false 2024-11-16T11:20:56,044 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=566ca45549d0fa48d3a2a5f36531e96e, regionState=OPENING, regionLocation=a7948fca2832,45257,1731756042127 2024-11-16T11:20:56,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=566ca45549d0fa48d3a2a5f36531e96e, ASSIGN because future has completed 2024-11-16T11:20:56,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 566ca45549d0fa48d3a2a5f36531e96e, server=a7948fca2832,45257,1731756042127}] 2024-11-16T11:20:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:56,202 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e. 2024-11-16T11:20:56,203 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 566ca45549d0fa48d3a2a5f36531e96e, NAME => 'test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:20:56,203 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:20:56,203 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T11:20:56,203 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 566ca45549d0fa48d3a2a5f36531e96e 2024-11-16T11:20:56,203 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:56,203 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 566ca45549d0fa48d3a2a5f36531e96e 2024-11-16T11:20:56,203 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 566ca45549d0fa48d3a2a5f36531e96e 2024-11-16T11:20:56,204 INFO [StoreOpener-566ca45549d0fa48d3a2a5f36531e96e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 566ca45549d0fa48d3a2a5f36531e96e 2024-11-16T11:20:56,205 INFO [StoreOpener-566ca45549d0fa48d3a2a5f36531e96e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 566ca45549d0fa48d3a2a5f36531e96e columnFamilyName f 2024-11-16T11:20:56,205 DEBUG [StoreOpener-566ca45549d0fa48d3a2a5f36531e96e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:56,206 INFO [StoreOpener-566ca45549d0fa48d3a2a5f36531e96e-1 {}] regionserver.HStore(327): Store=566ca45549d0fa48d3a2a5f36531e96e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:56,206 INFO [StoreOpener-566ca45549d0fa48d3a2a5f36531e96e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 566ca45549d0fa48d3a2a5f36531e96e 2024-11-16T11:20:56,206 INFO [StoreOpener-566ca45549d0fa48d3a2a5f36531e96e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 566ca45549d0fa48d3a2a5f36531e96e columnFamilyName f1 2024-11-16T11:20:56,207 DEBUG [StoreOpener-566ca45549d0fa48d3a2a5f36531e96e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:56,207 INFO [StoreOpener-566ca45549d0fa48d3a2a5f36531e96e-1 {}] regionserver.HStore(327): Store=566ca45549d0fa48d3a2a5f36531e96e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:56,207 INFO [StoreOpener-566ca45549d0fa48d3a2a5f36531e96e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 566ca45549d0fa48d3a2a5f36531e96e 2024-11-16T11:20:56,207 INFO [StoreOpener-566ca45549d0fa48d3a2a5f36531e96e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 566ca45549d0fa48d3a2a5f36531e96e columnFamilyName norep 2024-11-16T11:20:56,207 DEBUG [StoreOpener-566ca45549d0fa48d3a2a5f36531e96e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:56,208 INFO [StoreOpener-566ca45549d0fa48d3a2a5f36531e96e-1 {}] regionserver.HStore(327): Store=566ca45549d0fa48d3a2a5f36531e96e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:56,208 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 566ca45549d0fa48d3a2a5f36531e96e 2024-11-16T11:20:56,208 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/default/test/566ca45549d0fa48d3a2a5f36531e96e 2024-11-16T11:20:56,209 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/default/test/566ca45549d0fa48d3a2a5f36531e96e 2024-11-16T11:20:56,209 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 566ca45549d0fa48d3a2a5f36531e96e 2024-11-16T11:20:56,209 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 566ca45549d0fa48d3a2a5f36531e96e 2024-11-16T11:20:56,210 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:20:56,210 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 566ca45549d0fa48d3a2a5f36531e96e 2024-11-16T11:20:56,212 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/default/test/566ca45549d0fa48d3a2a5f36531e96e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:20:56,212 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 566ca45549d0fa48d3a2a5f36531e96e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67909356, jitterRate=0.011928260326385498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:20:56,212 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 566ca45549d0fa48d3a2a5f36531e96e 2024-11-16T11:20:56,213 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 566ca45549d0fa48d3a2a5f36531e96e: Running coprocessor pre-open hook at 1731756056203Writing region info on filesystem at 1731756056203Initializing all the Stores at 1731756056204 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756056204Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756056204Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756056204Cleaning up temporary data from old regions at 1731756056209 (+5 ms)Running coprocessor post-open hooks at 1731756056212 (+3 ms)Region opened successfully at 1731756056212 2024-11-16T11:20:56,213 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e., pid=6, masterSystemTime=1731756056198 2024-11-16T11:20:56,215 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e. 2024-11-16T11:20:56,215 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e. 2024-11-16T11:20:56,216 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=566ca45549d0fa48d3a2a5f36531e96e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a7948fca2832,45257,1731756042127 2024-11-16T11:20:56,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 566ca45549d0fa48d3a2a5f36531e96e, server=a7948fca2832,45257,1731756042127 because future has completed 2024-11-16T11:20:56,218 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43745 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=a7948fca2832,45257,1731756042127, table=test, region=566ca45549d0fa48d3a2a5f36531e96e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T11:20:56,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T11:20:56,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 566ca45549d0fa48d3a2a5f36531e96e, server=a7948fca2832,45257,1731756042127 in 172 msec 2024-11-16T11:20:56,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T11:20:56,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=566ca45549d0fa48d3a2a5f36531e96e, ASSIGN in 328 msec 2024-11-16T11:20:56,222 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:20:56,222 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756056222"}]},"ts":"1731756056222"} 2024-11-16T11:20:56,223 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T11:20:56,224 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:20:56,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-11-16T11:20:56,581 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:20:56,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:56,613 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T11:20:56,613 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:56,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,43409,1731756047601 2024-11-16T11:20:56,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fd5c5d 2024-11-16T11:20:56,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:20:56,615 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:20:56,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43409 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:20:56,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:56,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43409 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T11:20:56,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:56,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:56,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:20:56,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:56,617 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:56,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43409 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T11:20:56,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:56,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:20:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:56,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741835_1011 (size=902) 2024-11-16T11:20:56,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:56,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:56,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:20:56,641 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T11:20:56,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:57,028 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 04cd487b6e063467a3717fc499c4e44a, NAME => 'test,,1731756056615.04cd487b6e063467a3717fc499c4e44a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702 2024-11-16T11:20:57,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741836_1012 (size=39) 2024-11-16T11:20:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:57,433 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731756056615.04cd487b6e063467a3717fc499c4e44a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:57,433 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 04cd487b6e063467a3717fc499c4e44a, disabling compactions & flushes 2024-11-16T11:20:57,433 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731756056615.04cd487b6e063467a3717fc499c4e44a. 2024-11-16T11:20:57,433 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756056615.04cd487b6e063467a3717fc499c4e44a. 2024-11-16T11:20:57,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731756056615.04cd487b6e063467a3717fc499c4e44a. after waiting 0 ms 2024-11-16T11:20:57,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731756056615.04cd487b6e063467a3717fc499c4e44a. 2024-11-16T11:20:57,434 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731756056615.04cd487b6e063467a3717fc499c4e44a. 2024-11-16T11:20:57,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 04cd487b6e063467a3717fc499c4e44a: Waiting for close lock at 1731756057433Disabling compacts and flushes for region at 1731756057433Disabling writes for close at 1731756057434 (+1 ms)Writing region close event to WAL at 1731756057434Closed at 1731756057434 2024-11-16T11:20:57,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:20:57,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731756056615.04cd487b6e063467a3717fc499c4e44a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731756057435"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756057435"}]},"ts":"1731756057435"} 2024-11-16T11:20:57,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:20:57,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:20:57,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756057437"}]},"ts":"1731756057437"} 2024-11-16T11:20:57,439 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T11:20:57,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=04cd487b6e063467a3717fc499c4e44a, ASSIGN}] 2024-11-16T11:20:57,440 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=04cd487b6e063467a3717fc499c4e44a, ASSIGN 2024-11-16T11:20:57,440 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=04cd487b6e063467a3717fc499c4e44a, ASSIGN; state=OFFLINE, location=a7948fca2832,35141,1731756047740; forceNewPlan=false, retain=false 2024-11-16T11:20:57,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=04cd487b6e063467a3717fc499c4e44a, regionState=OPENING, regionLocation=a7948fca2832,35141,1731756047740 2024-11-16T11:20:57,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=04cd487b6e063467a3717fc499c4e44a, ASSIGN because future has completed 2024-11-16T11:20:57,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04cd487b6e063467a3717fc499c4e44a, server=a7948fca2832,35141,1731756047740}] 2024-11-16T11:20:57,748 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731756056615.04cd487b6e063467a3717fc499c4e44a. 2024-11-16T11:20:57,748 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 04cd487b6e063467a3717fc499c4e44a, NAME => 'test,,1731756056615.04cd487b6e063467a3717fc499c4e44a.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:20:57,749 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:20:57,749 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T11:20:57,749 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 04cd487b6e063467a3717fc499c4e44a 2024-11-16T11:20:57,749 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731756056615.04cd487b6e063467a3717fc499c4e44a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:57,749 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 04cd487b6e063467a3717fc499c4e44a 2024-11-16T11:20:57,749 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 04cd487b6e063467a3717fc499c4e44a 2024-11-16T11:20:57,750 INFO [StoreOpener-04cd487b6e063467a3717fc499c4e44a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 04cd487b6e063467a3717fc499c4e44a 2024-11-16T11:20:57,751 INFO [StoreOpener-04cd487b6e063467a3717fc499c4e44a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04cd487b6e063467a3717fc499c4e44a columnFamilyName f 2024-11-16T11:20:57,751 DEBUG [StoreOpener-04cd487b6e063467a3717fc499c4e44a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:57,751 INFO [StoreOpener-04cd487b6e063467a3717fc499c4e44a-1 {}] regionserver.HStore(327): Store=04cd487b6e063467a3717fc499c4e44a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:57,752 INFO [StoreOpener-04cd487b6e063467a3717fc499c4e44a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 04cd487b6e063467a3717fc499c4e44a 2024-11-16T11:20:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:57,752 INFO [StoreOpener-04cd487b6e063467a3717fc499c4e44a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04cd487b6e063467a3717fc499c4e44a columnFamilyName f1 2024-11-16T11:20:57,752 DEBUG [StoreOpener-04cd487b6e063467a3717fc499c4e44a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:57,753 INFO [StoreOpener-04cd487b6e063467a3717fc499c4e44a-1 {}] regionserver.HStore(327): Store=04cd487b6e063467a3717fc499c4e44a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:57,753 INFO [StoreOpener-04cd487b6e063467a3717fc499c4e44a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 04cd487b6e063467a3717fc499c4e44a 2024-11-16T11:20:57,753 INFO [StoreOpener-04cd487b6e063467a3717fc499c4e44a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04cd487b6e063467a3717fc499c4e44a columnFamilyName norep 2024-11-16T11:20:57,753 DEBUG [StoreOpener-04cd487b6e063467a3717fc499c4e44a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:57,754 INFO [StoreOpener-04cd487b6e063467a3717fc499c4e44a-1 {}] regionserver.HStore(327): Store=04cd487b6e063467a3717fc499c4e44a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:57,754 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 04cd487b6e063467a3717fc499c4e44a 2024-11-16T11:20:57,755 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/default/test/04cd487b6e063467a3717fc499c4e44a 2024-11-16T11:20:57,755 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/default/test/04cd487b6e063467a3717fc499c4e44a 2024-11-16T11:20:57,755 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 04cd487b6e063467a3717fc499c4e44a 2024-11-16T11:20:57,755 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 04cd487b6e063467a3717fc499c4e44a 2024-11-16T11:20:57,756 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:20:57,757 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 04cd487b6e063467a3717fc499c4e44a 2024-11-16T11:20:57,758 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/default/test/04cd487b6e063467a3717fc499c4e44a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:20:57,758 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 04cd487b6e063467a3717fc499c4e44a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66689896, jitterRate=-0.006243109703063965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:20:57,758 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04cd487b6e063467a3717fc499c4e44a 2024-11-16T11:20:57,759 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 04cd487b6e063467a3717fc499c4e44a: Running coprocessor pre-open hook at 1731756057749Writing region info on filesystem at 1731756057749Initializing all the Stores at 1731756057750 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756057750Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756057750Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756057750Cleaning up temporary data from old regions at 1731756057755 (+5 ms)Running coprocessor post-open hooks at 1731756057758 (+3 ms)Region opened successfully at 1731756057759 (+1 ms) 2024-11-16T11:20:57,759 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731756056615.04cd487b6e063467a3717fc499c4e44a., pid=6, masterSystemTime=1731756057746 2024-11-16T11:20:57,761 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731756056615.04cd487b6e063467a3717fc499c4e44a. 2024-11-16T11:20:57,761 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731756056615.04cd487b6e063467a3717fc499c4e44a. 2024-11-16T11:20:57,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=04cd487b6e063467a3717fc499c4e44a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a7948fca2832,35141,1731756047740 2024-11-16T11:20:57,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04cd487b6e063467a3717fc499c4e44a, server=a7948fca2832,35141,1731756047740 because future has completed 2024-11-16T11:20:57,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T11:20:57,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 04cd487b6e063467a3717fc499c4e44a, server=a7948fca2832,35141,1731756047740 in 170 msec 2024-11-16T11:20:57,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T11:20:57,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=04cd487b6e063467a3717fc499c4e44a, ASSIGN in 326 msec 2024-11-16T11:20:57,768 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:20:57,768 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756057768"}]},"ts":"1731756057768"} 2024-11-16T11:20:57,769 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T11:20:57,770 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:20:57,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-16T11:20:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:58,762 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T11:20:58,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:20:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,38197,1731756052793 2024-11-16T11:20:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d738c18 2024-11-16T11:20:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:20:58,764 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:20:58,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:20:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T11:20:58,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:20:58,768 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:58,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T11:20:58,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:20:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:58,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741835_1011 (size=902) 2024-11-16T11:20:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:59,175 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 120f6f023dd93b2706f0b36d75c75386, NAME => 'test,,1731756058765.120f6f023dd93b2706f0b36d75c75386.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91 2024-11-16T11:20:59,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741836_1012 (size=39) 2024-11-16T11:20:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:59,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731756058765.120f6f023dd93b2706f0b36d75c75386.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:59,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 120f6f023dd93b2706f0b36d75c75386, disabling compactions & flushes 2024-11-16T11:20:59,628 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731756058765.120f6f023dd93b2706f0b36d75c75386. 2024-11-16T11:20:59,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756058765.120f6f023dd93b2706f0b36d75c75386. 2024-11-16T11:20:59,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731756058765.120f6f023dd93b2706f0b36d75c75386. after waiting 0 ms 2024-11-16T11:20:59,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731756058765.120f6f023dd93b2706f0b36d75c75386. 2024-11-16T11:20:59,628 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731756058765.120f6f023dd93b2706f0b36d75c75386. 2024-11-16T11:20:59,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 120f6f023dd93b2706f0b36d75c75386: Waiting for close lock at 1731756059628Disabling compacts and flushes for region at 1731756059628Disabling writes for close at 1731756059628Writing region close event to WAL at 1731756059628Closed at 1731756059628 2024-11-16T11:20:59,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:20:59,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731756058765.120f6f023dd93b2706f0b36d75c75386.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731756059629"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756059629"}]},"ts":"1731756059629"} 2024-11-16T11:20:59,631 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:20:59,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:20:59,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756059632"}]},"ts":"1731756059632"} 2024-11-16T11:20:59,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T11:20:59,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=120f6f023dd93b2706f0b36d75c75386, ASSIGN}] 2024-11-16T11:20:59,636 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=120f6f023dd93b2706f0b36d75c75386, ASSIGN 2024-11-16T11:20:59,637 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=120f6f023dd93b2706f0b36d75c75386, ASSIGN; state=OFFLINE, location=a7948fca2832,42939,1731756052919; forceNewPlan=false, retain=false 2024-11-16T11:20:59,787 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=120f6f023dd93b2706f0b36d75c75386, regionState=OPENING, regionLocation=a7948fca2832,42939,1731756052919 2024-11-16T11:20:59,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=120f6f023dd93b2706f0b36d75c75386, ASSIGN because future has completed 2024-11-16T11:20:59,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 120f6f023dd93b2706f0b36d75c75386, server=a7948fca2832,42939,1731756052919}] 2024-11-16T11:20:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:20:59,948 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731756058765.120f6f023dd93b2706f0b36d75c75386. 2024-11-16T11:20:59,948 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 120f6f023dd93b2706f0b36d75c75386, NAME => 'test,,1731756058765.120f6f023dd93b2706f0b36d75c75386.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:20:59,949 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:20:59,949 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T11:20:59,949 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 120f6f023dd93b2706f0b36d75c75386 2024-11-16T11:20:59,949 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731756058765.120f6f023dd93b2706f0b36d75c75386.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:20:59,949 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 120f6f023dd93b2706f0b36d75c75386 2024-11-16T11:20:59,949 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 120f6f023dd93b2706f0b36d75c75386 2024-11-16T11:20:59,950 INFO [StoreOpener-120f6f023dd93b2706f0b36d75c75386-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 120f6f023dd93b2706f0b36d75c75386 2024-11-16T11:20:59,951 INFO [StoreOpener-120f6f023dd93b2706f0b36d75c75386-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 120f6f023dd93b2706f0b36d75c75386 columnFamilyName f 2024-11-16T11:20:59,951 DEBUG [StoreOpener-120f6f023dd93b2706f0b36d75c75386-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:59,952 INFO [StoreOpener-120f6f023dd93b2706f0b36d75c75386-1 {}] regionserver.HStore(327): Store=120f6f023dd93b2706f0b36d75c75386/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:59,952 INFO [StoreOpener-120f6f023dd93b2706f0b36d75c75386-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 120f6f023dd93b2706f0b36d75c75386 2024-11-16T11:20:59,953 INFO [StoreOpener-120f6f023dd93b2706f0b36d75c75386-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 120f6f023dd93b2706f0b36d75c75386 columnFamilyName f1 2024-11-16T11:20:59,953 DEBUG [StoreOpener-120f6f023dd93b2706f0b36d75c75386-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:59,953 INFO [StoreOpener-120f6f023dd93b2706f0b36d75c75386-1 {}] regionserver.HStore(327): Store=120f6f023dd93b2706f0b36d75c75386/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:59,953 INFO [StoreOpener-120f6f023dd93b2706f0b36d75c75386-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 120f6f023dd93b2706f0b36d75c75386 2024-11-16T11:20:59,954 INFO [StoreOpener-120f6f023dd93b2706f0b36d75c75386-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 120f6f023dd93b2706f0b36d75c75386 columnFamilyName norep 2024-11-16T11:20:59,954 DEBUG [StoreOpener-120f6f023dd93b2706f0b36d75c75386-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:20:59,954 INFO [StoreOpener-120f6f023dd93b2706f0b36d75c75386-1 {}] regionserver.HStore(327): Store=120f6f023dd93b2706f0b36d75c75386/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:20:59,954 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 120f6f023dd93b2706f0b36d75c75386 2024-11-16T11:20:59,955 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/default/test/120f6f023dd93b2706f0b36d75c75386 2024-11-16T11:20:59,955 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/default/test/120f6f023dd93b2706f0b36d75c75386 2024-11-16T11:20:59,955 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 120f6f023dd93b2706f0b36d75c75386 2024-11-16T11:20:59,955 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 120f6f023dd93b2706f0b36d75c75386 2024-11-16T11:20:59,956 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:20:59,956 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 120f6f023dd93b2706f0b36d75c75386 2024-11-16T11:20:59,958 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/default/test/120f6f023dd93b2706f0b36d75c75386/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:20:59,958 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 120f6f023dd93b2706f0b36d75c75386; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66150935, jitterRate=-0.014274254441261292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:20:59,958 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 120f6f023dd93b2706f0b36d75c75386 2024-11-16T11:20:59,959 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 120f6f023dd93b2706f0b36d75c75386: Running coprocessor pre-open hook at 1731756059949Writing region info on filesystem at 1731756059949Initializing all the Stores at 1731756059950 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756059950Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756059950Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756059950Cleaning up temporary data from old regions at 1731756059955 (+5 ms)Running coprocessor post-open hooks at 1731756059958 (+3 ms)Region opened successfully at 1731756059958 2024-11-16T11:20:59,959 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731756058765.120f6f023dd93b2706f0b36d75c75386., pid=6, masterSystemTime=1731756059942 2024-11-16T11:20:59,961 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731756058765.120f6f023dd93b2706f0b36d75c75386. 2024-11-16T11:20:59,961 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731756058765.120f6f023dd93b2706f0b36d75c75386. 2024-11-16T11:20:59,962 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=120f6f023dd93b2706f0b36d75c75386, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a7948fca2832,42939,1731756052919 2024-11-16T11:20:59,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 120f6f023dd93b2706f0b36d75c75386, server=a7948fca2832,42939,1731756052919 because future has completed 2024-11-16T11:20:59,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T11:20:59,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 120f6f023dd93b2706f0b36d75c75386, server=a7948fca2832,42939,1731756052919 in 178 msec 2024-11-16T11:20:59,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T11:20:59,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=120f6f023dd93b2706f0b36d75c75386, ASSIGN in 334 msec 2024-11-16T11:20:59,972 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:20:59,972 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756059972"}]},"ts":"1731756059972"} 2024-11-16T11:20:59,974 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T11:20:59,975 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:20:59,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2100 sec 2024-11-16T11:21:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:21:00,912 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T11:21:00,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684acf4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:00,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,43745,-1 for getting cluster id 2024-11-16T11:21:00,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:00,913 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b65a786b-6607-46a1-a217-df00b21be88b' 2024-11-16T11:21:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b65a786b-6607-46a1-a217-df00b21be88b" 2024-11-16T11:21:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddea367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,43745,-1] 2024-11-16T11:21:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:00,915 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:00,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0e1d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:00,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:00,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,43745,1731756041924 2024-11-16T11:21:00,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21408266 2024-11-16T11:21:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:00,917 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:21:00,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a7948fca2832:43409,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T11:21:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T11:21:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:00,920 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:43409' 2024-11-16T11:21:00,929 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259a15e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:00,929 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,43409,-1 for getting cluster id 2024-11-16T11:21:00,929 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:00,930 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cdce3cb-c3f3-4846-a50a-a245fa9b37d5' 2024-11-16T11:21:00,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:00,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cdce3cb-c3f3-4846-a50a-a245fa9b37d5" 2024-11-16T11:21:00,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427c4e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:00,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,43409,-1] 2024-11-16T11:21:00,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:00,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:00,931 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:00,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2705791c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:00,932 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:00,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,43409,1731756047601 2024-11-16T11:21:00,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16aa06e6 2024-11-16T11:21:00,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:00,934 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:21:00,934 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T11:21:00,934 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T11:21:00,935 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:00,935 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:00,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:00,935 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:21:00,936 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T11:21:00,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:21:00,937 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:00,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:21:00,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741837_1013 (size=1138) 2024-11-16T11:21:00,987 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T11:21:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:01,344 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70bcc350a2417340c3768c450f0f3e3a, NAME => 'hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287 2024-11-16T11:21:01,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741838_1014 (size=44) 2024-11-16T11:21:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:01,705 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:21:01,752 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:01,752 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 70bcc350a2417340c3768c450f0f3e3a, disabling compactions & flushes 2024-11-16T11:21:01,752 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a. 2024-11-16T11:21:01,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a. 2024-11-16T11:21:01,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a. after waiting 0 ms 2024-11-16T11:21:01,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a. 2024-11-16T11:21:01,753 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a. 2024-11-16T11:21:01,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70bcc350a2417340c3768c450f0f3e3a: Waiting for close lock at 1731756061752Disabling compacts and flushes for region at 1731756061752Disabling writes for close at 1731756061753 (+1 ms)Writing region close event to WAL at 1731756061753Closed at 1731756061753 2024-11-16T11:21:01,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:21:01,756 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731756061755"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756061755"}]},"ts":"1731756061755"} 2024-11-16T11:21:01,758 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:21:01,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:21:01,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756061760"}]},"ts":"1731756061760"} 2024-11-16T11:21:01,763 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T11:21:01,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70bcc350a2417340c3768c450f0f3e3a, ASSIGN}] 2024-11-16T11:21:01,765 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70bcc350a2417340c3768c450f0f3e3a, ASSIGN 2024-11-16T11:21:01,766 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=70bcc350a2417340c3768c450f0f3e3a, ASSIGN; state=OFFLINE, location=a7948fca2832,45257,1731756042127; forceNewPlan=false, retain=false 2024-11-16T11:21:01,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:01,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:01,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:01,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:01,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:01,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:01,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:01,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:01,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:01,917 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=70bcc350a2417340c3768c450f0f3e3a, regionState=OPENING, regionLocation=a7948fca2832,45257,1731756042127 2024-11-16T11:21:01,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=70bcc350a2417340c3768c450f0f3e3a, ASSIGN because future has completed 2024-11-16T11:21:01,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70bcc350a2417340c3768c450f0f3e3a, server=a7948fca2832,45257,1731756042127}] 2024-11-16T11:21:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:02,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a. 2024-11-16T11:21:02,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:21:02,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T11:21:02,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C45257%2C1731756042127.rep, suffix=, logDir=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127, archiveDir=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/oldWALs, maxLogs=10 2024-11-16T11:21:02,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.rep.1731756062091, exclude list is [], retry=0 2024-11-16T11:21:02,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43823,DS-71580535-2c95-4999-87b2-44ddc14c9df0,DISK] 2024-11-16T11:21:02,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.rep.1731756062091 2024-11-16T11:21:02,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45797:45797)] 2024-11-16T11:21:02,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 70bcc350a2417340c3768c450f0f3e3a, NAME => 'hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:21:02,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:21:02,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:21:02,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a. service=MultiRowMutationService 2024-11-16T11:21:02,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T11:21:02,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 70bcc350a2417340c3768c450f0f3e3a 2024-11-16T11:21:02,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:02,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 70bcc350a2417340c3768c450f0f3e3a 2024-11-16T11:21:02,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 70bcc350a2417340c3768c450f0f3e3a 2024-11-16T11:21:02,151 INFO [StoreOpener-70bcc350a2417340c3768c450f0f3e3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 70bcc350a2417340c3768c450f0f3e3a 2024-11-16T11:21:02,156 INFO [StoreOpener-70bcc350a2417340c3768c450f0f3e3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70bcc350a2417340c3768c450f0f3e3a columnFamilyName hfileref 2024-11-16T11:21:02,157 DEBUG [StoreOpener-70bcc350a2417340c3768c450f0f3e3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:02,157 INFO [StoreOpener-70bcc350a2417340c3768c450f0f3e3a-1 {}] regionserver.HStore(327): Store=70bcc350a2417340c3768c450f0f3e3a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:02,157 INFO [StoreOpener-70bcc350a2417340c3768c450f0f3e3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 70bcc350a2417340c3768c450f0f3e3a 2024-11-16T11:21:02,158 INFO [StoreOpener-70bcc350a2417340c3768c450f0f3e3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70bcc350a2417340c3768c450f0f3e3a columnFamilyName queue 2024-11-16T11:21:02,158 DEBUG [StoreOpener-70bcc350a2417340c3768c450f0f3e3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:02,159 INFO [StoreOpener-70bcc350a2417340c3768c450f0f3e3a-1 {}] regionserver.HStore(327): Store=70bcc350a2417340c3768c450f0f3e3a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:02,160 INFO [StoreOpener-70bcc350a2417340c3768c450f0f3e3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 70bcc350a2417340c3768c450f0f3e3a 2024-11-16T11:21:02,161 INFO [StoreOpener-70bcc350a2417340c3768c450f0f3e3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70bcc350a2417340c3768c450f0f3e3a columnFamilyName sid 2024-11-16T11:21:02,161 DEBUG [StoreOpener-70bcc350a2417340c3768c450f0f3e3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:02,162 INFO [StoreOpener-70bcc350a2417340c3768c450f0f3e3a-1 {}] regionserver.HStore(327): Store=70bcc350a2417340c3768c450f0f3e3a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:02,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 70bcc350a2417340c3768c450f0f3e3a 2024-11-16T11:21:02,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/replication/70bcc350a2417340c3768c450f0f3e3a 2024-11-16T11:21:02,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/replication/70bcc350a2417340c3768c450f0f3e3a 2024-11-16T11:21:02,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 70bcc350a2417340c3768c450f0f3e3a 2024-11-16T11:21:02,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 70bcc350a2417340c3768c450f0f3e3a 2024-11-16T11:21:02,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:21:02,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 70bcc350a2417340c3768c450f0f3e3a 2024-11-16T11:21:02,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/replication/70bcc350a2417340c3768c450f0f3e3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:21:02,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 70bcc350a2417340c3768c450f0f3e3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74649865, jitterRate=0.11236967146396637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:21:02,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70bcc350a2417340c3768c450f0f3e3a 2024-11-16T11:21:02,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 70bcc350a2417340c3768c450f0f3e3a: Running coprocessor pre-open hook at 1731756062142Writing region info on filesystem at 1731756062142Initializing all the Stores at 1731756062143 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756062143Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756062150 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756062150Cleaning up temporary data from old regions at 1731756062166 (+16 ms)Running coprocessor post-open hooks at 1731756062175 (+9 ms)Region opened successfully at 1731756062175 2024-11-16T11:21:02,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a., pid=10, masterSystemTime=1731756062081 2024-11-16T11:21:02,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a. 2024-11-16T11:21:02,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a. 2024-11-16T11:21:02,180 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=70bcc350a2417340c3768c450f0f3e3a, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,45257,1731756042127 2024-11-16T11:21:02,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70bcc350a2417340c3768c450f0f3e3a, server=a7948fca2832,45257,1731756042127 because future has completed 2024-11-16T11:21:02,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T11:21:02,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 70bcc350a2417340c3768c450f0f3e3a, server=a7948fca2832,45257,1731756042127 in 265 msec 2024-11-16T11:21:02,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T11:21:02,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70bcc350a2417340c3768c450f0f3e3a, ASSIGN in 428 msec 2024-11-16T11:21:02,194 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:21:02,194 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756062194"}]},"ts":"1731756062194"} 2024-11-16T11:21:02,205 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T11:21:02,206 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:21:02,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2710 sec 2024-11-16T11:21:02,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a., hostname=a7948fca2832,45257,1731756042127, seqNum=2] 2024-11-16T11:21:02,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539 2024-11-16T11:21:02,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539 2024-11-16T11:21:02,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T11:21:02,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T11:21:02,489 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T11:21:02,524 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a7948fca2832,45257,1731756042127, ReplicationSource: 1, currentBandwidth=0 2024-11-16T11:21:02,525 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:02,525 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,45257,1731756042127, seqNum=-1] 2024-11-16T11:21:02,525 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:02,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-16T11:21:02,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a7948fca2832,45257,1731756042127', locateType=CURRENT is [region=hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a., hostname=a7948fca2832,45257,1731756042127, seqNum=2] 2024-11-16T11:21:02,544 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T11:21:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T11:21:02,548 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a7948fca2832,45257,1731756042127 suceeded 2024-11-16T11:21:02,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T11:21:02,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-16T11:21:02,552 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a7948fca2832:43409,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T11:21:02,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6340 sec 2024-11-16T11:21:02,577 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:43409' 2024-11-16T11:21:02,579 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bfa0503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:02,579 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,43409,-1 for getting cluster id 2024-11-16T11:21:02,579 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:02,580 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cdce3cb-c3f3-4846-a50a-a245fa9b37d5' 2024-11-16T11:21:02,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:02,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cdce3cb-c3f3-4846-a50a-a245fa9b37d5" 2024-11-16T11:21:02,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10f5cde0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:02,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,43409,-1] 2024-11-16T11:21:02,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:02,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:02,588 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:02,589 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cb38ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:02,589 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:02,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,43409,1731756047601 2024-11-16T11:21:02,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50d5418f 2024-11-16T11:21:02,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:02,591 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-16T11:21:02,592 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a7948fca2832,45257,1731756042127 (queues=1) is replicating from cluster=b65a786b-6607-46a1-a217-df00b21be88b to cluster=1cdce3cb-c3f3-4846-a50a-a245fa9b37d5 2024-11-16T11:21:02,592 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a7948fca2832%2C45257%2C1731756042127 2024-11-16T11:21:02,592 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a7948fca2832,45257,1731756042127, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T11:21:02,602 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553, startPosition=0, beingWritten=true 2024-11-16T11:21:02,613 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.shippera7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a7948fca2832%2C45257%2C1731756042127 2024-11-16T11:21:02,625 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:21:02,625 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 379, reset compression=false 2024-11-16T11:21:02,625 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.shippera7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,45257,1731756042127 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:21:02,833 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 379, reset compression=false 2024-11-16T11:21:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:03,062 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T11:21:03,062 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:21:03,062 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:03,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:03,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:03,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:03,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d923dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:03,063 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,43409,-1 for getting cluster id 2024-11-16T11:21:03,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:03,063 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cdce3cb-c3f3-4846-a50a-a245fa9b37d5' 2024-11-16T11:21:03,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:03,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cdce3cb-c3f3-4846-a50a-a245fa9b37d5" 2024-11-16T11:21:03,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef91c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:03,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,43409,-1] 2024-11-16T11:21:03,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:03,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:03,065 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7278a5ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:03,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:03,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,43409,1731756047601 2024-11-16T11:21:03,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cc0e678 2024-11-16T11:21:03,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:03,067 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:21:03,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43409 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a7948fca2832:38197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T11:21:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43409 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T11:21:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:03,069 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:38197' 2024-11-16T11:21:03,070 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fef4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:03,070 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,38197,-1 for getting cluster id 2024-11-16T11:21:03,070 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:03,071 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00aa7bcc-994b-4aab-b352-a7a8f267f46c' 2024-11-16T11:21:03,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:03,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00aa7bcc-994b-4aab-b352-a7a8f267f46c" 2024-11-16T11:21:03,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bacbed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:03,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,38197,-1] 2024-11-16T11:21:03,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:03,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:03,072 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:03,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41bd1ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:03,072 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:03,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,38197,1731756052793 2024-11-16T11:21:03,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78573735 2024-11-16T11:21:03,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:03,074 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:21:03,074 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T11:21:03,074 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T11:21:03,074 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:03,074 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:03,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:03,075 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:21:03,076 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T11:21:03,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:21:03,077 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:03,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:21:03,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741837_1013 (size=1138) 2024-11-16T11:21:03,126 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T11:21:03,137 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 379, reset compression=false 2024-11-16T11:21:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:03,484 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ed555e88fc91f1adff349bf0689e0a8, NAME => 'hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702 2024-11-16T11:21:03,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741838_1014 (size=44) 2024-11-16T11:21:03,540 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 379, reset compression=false 2024-11-16T11:21:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:03,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:03,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2ed555e88fc91f1adff349bf0689e0a8, disabling compactions & flushes 2024-11-16T11:21:03,888 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8. 2024-11-16T11:21:03,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8. 2024-11-16T11:21:03,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8. after waiting 0 ms 2024-11-16T11:21:03,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8. 2024-11-16T11:21:03,888 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8. 2024-11-16T11:21:03,889 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ed555e88fc91f1adff349bf0689e0a8: Waiting for close lock at 1731756063888Disabling compacts and flushes for region at 1731756063888Disabling writes for close at 1731756063888Writing region close event to WAL at 1731756063888Closed at 1731756063888 2024-11-16T11:21:03,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:21:03,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731756063889"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756063889"}]},"ts":"1731756063889"} 2024-11-16T11:21:03,891 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:21:03,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:21:03,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756063892"}]},"ts":"1731756063892"} 2024-11-16T11:21:03,893 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T11:21:03,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ed555e88fc91f1adff349bf0689e0a8, ASSIGN}] 2024-11-16T11:21:03,894 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ed555e88fc91f1adff349bf0689e0a8, ASSIGN 2024-11-16T11:21:03,895 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2ed555e88fc91f1adff349bf0689e0a8, ASSIGN; state=OFFLINE, location=a7948fca2832,35141,1731756047740; forceNewPlan=false, retain=false 2024-11-16T11:21:03,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T11:21:03,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T11:21:03,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:21:03,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T11:21:04,044 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 379, reset compression=false 2024-11-16T11:21:04,045 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2ed555e88fc91f1adff349bf0689e0a8, regionState=OPENING, regionLocation=a7948fca2832,35141,1731756047740 2024-11-16T11:21:04,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2ed555e88fc91f1adff349bf0689e0a8, ASSIGN because future has completed 2024-11-16T11:21:04,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ed555e88fc91f1adff349bf0689e0a8, server=a7948fca2832,35141,1731756047740}] 2024-11-16T11:21:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:04,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8. 2024-11-16T11:21:04,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:21:04,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T11:21:04,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C35141%2C1731756047740.rep, suffix=, logDir=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740, archiveDir=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/oldWALs, maxLogs=10 2024-11-16T11:21:04,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.rep.1731756064206, exclude list is [], retry=0 2024-11-16T11:21:04,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37989,DS-5815217c-0cc4-41ed-9e18-d314575070aa,DISK] 2024-11-16T11:21:04,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.rep.1731756064206 2024-11-16T11:21:04,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45391:45391)] 2024-11-16T11:21:04,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ed555e88fc91f1adff349bf0689e0a8, NAME => 'hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:21:04,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:21:04,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:21:04,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8. service=MultiRowMutationService 2024-11-16T11:21:04,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T11:21:04,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2ed555e88fc91f1adff349bf0689e0a8 2024-11-16T11:21:04,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:04,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2ed555e88fc91f1adff349bf0689e0a8 2024-11-16T11:21:04,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2ed555e88fc91f1adff349bf0689e0a8 2024-11-16T11:21:04,223 INFO [StoreOpener-2ed555e88fc91f1adff349bf0689e0a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2ed555e88fc91f1adff349bf0689e0a8 2024-11-16T11:21:04,223 INFO [StoreOpener-2ed555e88fc91f1adff349bf0689e0a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ed555e88fc91f1adff349bf0689e0a8 columnFamilyName hfileref 2024-11-16T11:21:04,223 DEBUG [StoreOpener-2ed555e88fc91f1adff349bf0689e0a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:04,224 INFO [StoreOpener-2ed555e88fc91f1adff349bf0689e0a8-1 {}] regionserver.HStore(327): Store=2ed555e88fc91f1adff349bf0689e0a8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:04,224 INFO [StoreOpener-2ed555e88fc91f1adff349bf0689e0a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2ed555e88fc91f1adff349bf0689e0a8 2024-11-16T11:21:04,225 INFO [StoreOpener-2ed555e88fc91f1adff349bf0689e0a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ed555e88fc91f1adff349bf0689e0a8 columnFamilyName queue 2024-11-16T11:21:04,225 DEBUG [StoreOpener-2ed555e88fc91f1adff349bf0689e0a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:04,225 INFO [StoreOpener-2ed555e88fc91f1adff349bf0689e0a8-1 {}] regionserver.HStore(327): Store=2ed555e88fc91f1adff349bf0689e0a8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:04,225 INFO [StoreOpener-2ed555e88fc91f1adff349bf0689e0a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2ed555e88fc91f1adff349bf0689e0a8 2024-11-16T11:21:04,226 INFO [StoreOpener-2ed555e88fc91f1adff349bf0689e0a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ed555e88fc91f1adff349bf0689e0a8 columnFamilyName sid 2024-11-16T11:21:04,226 DEBUG [StoreOpener-2ed555e88fc91f1adff349bf0689e0a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:04,226 INFO [StoreOpener-2ed555e88fc91f1adff349bf0689e0a8-1 {}] regionserver.HStore(327): Store=2ed555e88fc91f1adff349bf0689e0a8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:04,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2ed555e88fc91f1adff349bf0689e0a8 2024-11-16T11:21:04,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/replication/2ed555e88fc91f1adff349bf0689e0a8 2024-11-16T11:21:04,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/replication/2ed555e88fc91f1adff349bf0689e0a8 2024-11-16T11:21:04,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2ed555e88fc91f1adff349bf0689e0a8 2024-11-16T11:21:04,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2ed555e88fc91f1adff349bf0689e0a8 2024-11-16T11:21:04,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:21:04,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2ed555e88fc91f1adff349bf0689e0a8 2024-11-16T11:21:04,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/replication/2ed555e88fc91f1adff349bf0689e0a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:21:04,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2ed555e88fc91f1adff349bf0689e0a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66105657, jitterRate=-0.014948949217796326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:21:04,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ed555e88fc91f1adff349bf0689e0a8 2024-11-16T11:21:04,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2ed555e88fc91f1adff349bf0689e0a8: Running coprocessor pre-open hook at 1731756064222Writing region info on filesystem at 1731756064222Initializing all the Stores at 1731756064222Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756064222Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756064222Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756064222Cleaning up temporary data from old regions at 1731756064228 (+6 ms)Running coprocessor post-open hooks at 1731756064231 (+3 ms)Region opened successfully at 1731756064231 2024-11-16T11:21:04,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8., pid=10, masterSystemTime=1731756064200 2024-11-16T11:21:04,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8. 2024-11-16T11:21:04,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8. 2024-11-16T11:21:04,233 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2ed555e88fc91f1adff349bf0689e0a8, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,35141,1731756047740 2024-11-16T11:21:04,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ed555e88fc91f1adff349bf0689e0a8, server=a7948fca2832,35141,1731756047740 because future has completed 2024-11-16T11:21:04,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T11:21:04,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ed555e88fc91f1adff349bf0689e0a8, server=a7948fca2832,35141,1731756047740 in 188 msec 2024-11-16T11:21:04,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T11:21:04,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ed555e88fc91f1adff349bf0689e0a8, ASSIGN in 344 msec 2024-11-16T11:21:04,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:21:04,239 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756064239"}]},"ts":"1731756064239"} 2024-11-16T11:21:04,241 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T11:21:04,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:21:04,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-16T11:21:04,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8., hostname=a7948fca2832,35141,1731756047740, seqNum=2] 2024-11-16T11:21:04,379 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101436019970004, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756 2024-11-16T11:21:04,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756 2024-11-16T11:21:04,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T11:21:04,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T11:21:04,579 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T11:21:04,615 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a7948fca2832,35141,1731756047740, ReplicationSource: 1, currentBandwidth=0 2024-11-16T11:21:04,615 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:04,615 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35141,1731756047740, seqNum=-1] 2024-11-16T11:21:04,616 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:04,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-16T11:21:04,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a7948fca2832,35141,1731756047740', locateType=CURRENT is [region=hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8., hostname=a7948fca2832,35141,1731756047740, seqNum=2] 2024-11-16T11:21:04,622 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T11:21:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43409 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T11:21:04,624 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a7948fca2832,35141,1731756047740 suceeded 2024-11-16T11:21:04,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T11:21:04,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-16T11:21:04,625 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a7948fca2832:38197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T11:21:04,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5580 sec 2024-11-16T11:21:04,639 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:38197' 2024-11-16T11:21:04,641 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6319fb98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:04,641 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,38197,-1 for getting cluster id 2024-11-16T11:21:04,641 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:04,642 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00aa7bcc-994b-4aab-b352-a7a8f267f46c' 2024-11-16T11:21:04,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:04,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00aa7bcc-994b-4aab-b352-a7a8f267f46c" 2024-11-16T11:21:04,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38b9c1f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:04,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,38197,-1] 2024-11-16T11:21:04,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:04,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:04,643 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:04,644 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cc07409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:04,644 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:04,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,38197,1731756052793 2024-11-16T11:21:04,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5278d571 2024-11-16T11:21:04,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:04,646 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-16T11:21:04,646 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a7948fca2832,35141,1731756047740 (queues=1) is replicating from cluster=1cdce3cb-c3f3-4846-a50a-a245fa9b37d5 to cluster=00aa7bcc-994b-4aab-b352-a7a8f267f46c 2024-11-16T11:21:04,646 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a7948fca2832%2C35141%2C1731756047740 2024-11-16T11:21:04,646 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a7948fca2832,35141,1731756047740, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T11:21:04,647 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026, startPosition=0, beingWritten=true 2024-11-16T11:21:04,648 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 379, reset compression=false 2024-11-16T11:21:04,652 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.shippera7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a7948fca2832%2C35141%2C1731756047740 2024-11-16T11:21:04,665 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:21:04,665 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 379, reset compression=false 2024-11-16T11:21:04,665 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.shippera7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,35141,1731756047740 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:21:04,873 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 379, reset compression=false 2024-11-16T11:21:05,176 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 379, reset compression=false 2024-11-16T11:21:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:05,212 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T11:21:05,212 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:21:05,212 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:05,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:05,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:05,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:05,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4273873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:05,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,38197,-1 for getting cluster id 2024-11-16T11:21:05,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:05,213 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00aa7bcc-994b-4aab-b352-a7a8f267f46c' 2024-11-16T11:21:05,213 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:05,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00aa7bcc-994b-4aab-b352-a7a8f267f46c" 2024-11-16T11:21:05,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a311cac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:05,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,38197,-1] 2024-11-16T11:21:05,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:05,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:05,215 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:05,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d44efc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:05,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,38197,1731756052793 2024-11-16T11:21:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c601bfd 2024-11-16T11:21:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:05,217 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:21:05,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a7948fca2832:43745,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T11:21:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T11:21:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:05,219 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:43745' 2024-11-16T11:21:05,220 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39aee3ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:05,220 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,43745,-1 for getting cluster id 2024-11-16T11:21:05,220 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:05,220 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b65a786b-6607-46a1-a217-df00b21be88b' 2024-11-16T11:21:05,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:05,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b65a786b-6607-46a1-a217-df00b21be88b" 2024-11-16T11:21:05,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1140488d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:05,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,43745,-1] 2024-11-16T11:21:05,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:05,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:05,221 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:05,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483891d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:05,222 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:05,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,43745,1731756041924 2024-11-16T11:21:05,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cada512 2024-11-16T11:21:05,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:05,223 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:21:05,224 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T11:21:05,224 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T11:21:05,224 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:05,224 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:05,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:05,224 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:21:05,225 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T11:21:05,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:21:05,226 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:05,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:21:05,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741837_1013 (size=1138) 2024-11-16T11:21:05,275 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T11:21:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:05,361 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 379, reset compression=false 2024-11-16T11:21:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:05,579 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 379, reset compression=false 2024-11-16T11:21:05,632 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ecfb03f1fd8e0a8573dd79a134b03f5f, NAME => 'hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91 2024-11-16T11:21:05,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741838_1014 (size=44) 2024-11-16T11:21:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:06,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:06,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ecfb03f1fd8e0a8573dd79a134b03f5f, disabling compactions & flushes 2024-11-16T11:21:06,039 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f. 2024-11-16T11:21:06,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f. 2024-11-16T11:21:06,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f. after waiting 0 ms 2024-11-16T11:21:06,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f. 2024-11-16T11:21:06,039 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f. 2024-11-16T11:21:06,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ecfb03f1fd8e0a8573dd79a134b03f5f: Waiting for close lock at 1731756066039Disabling compacts and flushes for region at 1731756066039Disabling writes for close at 1731756066039Writing region close event to WAL at 1731756066039Closed at 1731756066039 2024-11-16T11:21:06,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:21:06,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731756066040"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756066040"}]},"ts":"1731756066040"} 2024-11-16T11:21:06,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:21:06,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:21:06,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756066043"}]},"ts":"1731756066043"} 2024-11-16T11:21:06,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T11:21:06,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ecfb03f1fd8e0a8573dd79a134b03f5f, ASSIGN}] 2024-11-16T11:21:06,045 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ecfb03f1fd8e0a8573dd79a134b03f5f, ASSIGN 2024-11-16T11:21:06,046 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ecfb03f1fd8e0a8573dd79a134b03f5f, ASSIGN; state=OFFLINE, location=a7948fca2832,42939,1731756052919; forceNewPlan=false, retain=false 2024-11-16T11:21:06,081 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 379, reset compression=false 2024-11-16T11:21:06,164 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 379, reset compression=false 2024-11-16T11:21:06,196 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ecfb03f1fd8e0a8573dd79a134b03f5f, regionState=OPENING, regionLocation=a7948fca2832,42939,1731756052919 2024-11-16T11:21:06,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ecfb03f1fd8e0a8573dd79a134b03f5f, ASSIGN because future has completed 2024-11-16T11:21:06,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecfb03f1fd8e0a8573dd79a134b03f5f, server=a7948fca2832,42939,1731756052919}] 2024-11-16T11:21:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:06,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f. 2024-11-16T11:21:06,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:21:06,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T11:21:06,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C42939%2C1731756052919.rep, suffix=, logDir=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919, archiveDir=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/oldWALs, maxLogs=10 2024-11-16T11:21:06,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.rep.1731756066355, exclude list is [], retry=0 2024-11-16T11:21:06,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45459,DS-98bf4cd4-1b3f-42c2-bcfc-27bc13e05bd7,DISK] 2024-11-16T11:21:06,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.rep.1731756066355 2024-11-16T11:21:06,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42263:42263)] 2024-11-16T11:21:06,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ecfb03f1fd8e0a8573dd79a134b03f5f, NAME => 'hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:21:06,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:21:06,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:21:06,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f. service=MultiRowMutationService 2024-11-16T11:21:06,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T11:21:06,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ecfb03f1fd8e0a8573dd79a134b03f5f 2024-11-16T11:21:06,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:06,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ecfb03f1fd8e0a8573dd79a134b03f5f 2024-11-16T11:21:06,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ecfb03f1fd8e0a8573dd79a134b03f5f 2024-11-16T11:21:06,371 INFO [StoreOpener-ecfb03f1fd8e0a8573dd79a134b03f5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ecfb03f1fd8e0a8573dd79a134b03f5f 2024-11-16T11:21:06,372 INFO [StoreOpener-ecfb03f1fd8e0a8573dd79a134b03f5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecfb03f1fd8e0a8573dd79a134b03f5f columnFamilyName hfileref 2024-11-16T11:21:06,372 DEBUG [StoreOpener-ecfb03f1fd8e0a8573dd79a134b03f5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:06,372 INFO [StoreOpener-ecfb03f1fd8e0a8573dd79a134b03f5f-1 {}] regionserver.HStore(327): Store=ecfb03f1fd8e0a8573dd79a134b03f5f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:06,372 INFO [StoreOpener-ecfb03f1fd8e0a8573dd79a134b03f5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ecfb03f1fd8e0a8573dd79a134b03f5f 2024-11-16T11:21:06,373 INFO [StoreOpener-ecfb03f1fd8e0a8573dd79a134b03f5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecfb03f1fd8e0a8573dd79a134b03f5f columnFamilyName queue 2024-11-16T11:21:06,373 DEBUG [StoreOpener-ecfb03f1fd8e0a8573dd79a134b03f5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:06,373 INFO [StoreOpener-ecfb03f1fd8e0a8573dd79a134b03f5f-1 {}] regionserver.HStore(327): Store=ecfb03f1fd8e0a8573dd79a134b03f5f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:06,374 INFO [StoreOpener-ecfb03f1fd8e0a8573dd79a134b03f5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ecfb03f1fd8e0a8573dd79a134b03f5f 2024-11-16T11:21:06,374 INFO [StoreOpener-ecfb03f1fd8e0a8573dd79a134b03f5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecfb03f1fd8e0a8573dd79a134b03f5f columnFamilyName sid 2024-11-16T11:21:06,374 DEBUG [StoreOpener-ecfb03f1fd8e0a8573dd79a134b03f5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:06,374 INFO [StoreOpener-ecfb03f1fd8e0a8573dd79a134b03f5f-1 {}] regionserver.HStore(327): Store=ecfb03f1fd8e0a8573dd79a134b03f5f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:06,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ecfb03f1fd8e0a8573dd79a134b03f5f 2024-11-16T11:21:06,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/replication/ecfb03f1fd8e0a8573dd79a134b03f5f 2024-11-16T11:21:06,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/replication/ecfb03f1fd8e0a8573dd79a134b03f5f 2024-11-16T11:21:06,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ecfb03f1fd8e0a8573dd79a134b03f5f 2024-11-16T11:21:06,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ecfb03f1fd8e0a8573dd79a134b03f5f 2024-11-16T11:21:06,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:21:06,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ecfb03f1fd8e0a8573dd79a134b03f5f 2024-11-16T11:21:06,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/replication/ecfb03f1fd8e0a8573dd79a134b03f5f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:21:06,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ecfb03f1fd8e0a8573dd79a134b03f5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73475299, jitterRate=0.0948672741651535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:21:06,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecfb03f1fd8e0a8573dd79a134b03f5f 2024-11-16T11:21:06,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ecfb03f1fd8e0a8573dd79a134b03f5f: Running coprocessor pre-open hook at 1731756066370Writing region info on filesystem at 1731756066370Initializing all the Stores at 1731756066371 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756066371Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756066371Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756066371Cleaning up temporary data from old regions at 1731756066376 (+5 ms)Running coprocessor post-open hooks at 1731756066379 (+3 ms)Region opened successfully at 1731756066379 2024-11-16T11:21:06,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f., pid=10, masterSystemTime=1731756066350 2024-11-16T11:21:06,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f. 2024-11-16T11:21:06,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f. 2024-11-16T11:21:06,381 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ecfb03f1fd8e0a8573dd79a134b03f5f, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,42939,1731756052919 2024-11-16T11:21:06,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecfb03f1fd8e0a8573dd79a134b03f5f, server=a7948fca2832,42939,1731756052919 because future has completed 2024-11-16T11:21:06,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T11:21:06,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ecfb03f1fd8e0a8573dd79a134b03f5f, server=a7948fca2832,42939,1731756052919 in 185 msec 2024-11-16T11:21:06,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T11:21:06,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ecfb03f1fd8e0a8573dd79a134b03f5f, ASSIGN in 341 msec 2024-11-16T11:21:06,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:21:06,387 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756066387"}]},"ts":"1731756066387"} 2024-11-16T11:21:06,389 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T11:21:06,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:21:06,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-11-16T11:21:06,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f., hostname=a7948fca2832,42939,1731756052919, seqNum=2] 2024-11-16T11:21:06,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024 2024-11-16T11:21:06,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024 2024-11-16T11:21:06,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T11:21:06,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T11:21:06,684 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T11:21:06,684 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 379, reset compression=false 2024-11-16T11:21:06,708 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a7948fca2832,42939,1731756052919, ReplicationSource: 1, currentBandwidth=0 2024-11-16T11:21:06,709 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:06,709 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,42939,1731756052919, seqNum=-1] 2024-11-16T11:21:06,709 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:06,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-16T11:21:06,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a7948fca2832,42939,1731756052919', locateType=CURRENT is [region=hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f., hostname=a7948fca2832,42939,1731756052919, seqNum=2] 2024-11-16T11:21:06,713 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T11:21:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T11:21:06,715 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a7948fca2832,42939,1731756052919 suceeded 2024-11-16T11:21:06,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T11:21:06,717 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a7948fca2832:43745,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T11:21:06,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-16T11:21:06,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-11-16T11:21:06,727 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:43745' 2024-11-16T11:21:06,728 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1aec1960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:06,728 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,43745,-1 for getting cluster id 2024-11-16T11:21:06,728 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:06,729 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b65a786b-6607-46a1-a217-df00b21be88b' 2024-11-16T11:21:06,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:06,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b65a786b-6607-46a1-a217-df00b21be88b" 2024-11-16T11:21:06,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41c2d810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:06,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,43745,-1] 2024-11-16T11:21:06,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:06,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:06,730 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:06,731 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63b533d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:06,731 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:06,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,43745,1731756041924 2024-11-16T11:21:06,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@498db8f3 2024-11-16T11:21:06,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:06,732 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-16T11:21:06,733 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a7948fca2832,42939,1731756052919 (queues=1) is replicating from cluster=00aa7bcc-994b-4aab-b352-a7a8f267f46c to cluster=b65a786b-6607-46a1-a217-df00b21be88b 2024-11-16T11:21:06,733 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a7948fca2832%2C42939%2C1731756052919 2024-11-16T11:21:06,733 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a7948fca2832,42939,1731756052919, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T11:21:06,733 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a7948fca2832%2C42939%2C1731756052919 2024-11-16T11:21:06,733 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464, startPosition=0, beingWritten=true 2024-11-16T11:21:06,738 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:21:06,738 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 379, reset compression=false 2024-11-16T11:21:06,738 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,42939,1731756052919 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:21:06,940 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 379, reset compression=false 2024-11-16T11:21:07,067 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 379, reset compression=false 2024-11-16T11:21:07,244 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 379, reset compression=false 2024-11-16T11:21:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:07,362 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T11:21:07,362 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:21:07,362 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:07,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:07,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:07,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:07,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aebc83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:07,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,43745,-1 for getting cluster id 2024-11-16T11:21:07,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:07,364 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b65a786b-6607-46a1-a217-df00b21be88b' 2024-11-16T11:21:07,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:07,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b65a786b-6607-46a1-a217-df00b21be88b" 2024-11-16T11:21:07,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191288a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:07,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,43745,-1] 2024-11-16T11:21:07,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:07,365 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:07,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6995e043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:07,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cce2bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:07,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,43409,-1 for getting cluster id 2024-11-16T11:21:07,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:07,369 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cdce3cb-c3f3-4846-a50a-a245fa9b37d5' 2024-11-16T11:21:07,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:07,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cdce3cb-c3f3-4846-a50a-a245fa9b37d5" 2024-11-16T11:21:07,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c41709c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:07,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,43409,-1] 2024-11-16T11:21:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:07,370 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:07,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c88a49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:07,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551e383d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:07,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,38197,-1 for getting cluster id 2024-11-16T11:21:07,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:07,377 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00aa7bcc-994b-4aab-b352-a7a8f267f46c' 2024-11-16T11:21:07,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:07,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00aa7bcc-994b-4aab-b352-a7a8f267f46c" 2024-11-16T11:21:07,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe97739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:07,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,38197,-1] 2024-11-16T11:21:07,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:07,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:07,378 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:07,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7629e64c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:07,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:07,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,45257,1731756042127, seqNum=-1] 2024-11-16T11:21:07,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:07,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:21:07,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e., hostname=a7948fca2832,45257,1731756042127, seqNum=2] 2024-11-16T11:21:07,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:07,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,42939,1731756052919, seqNum=-1] 2024-11-16T11:21:07,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:07,387 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 379, reset compression=false 2024-11-16T11:21:07,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:21:07,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731756058765.120f6f023dd93b2706f0b36d75c75386., hostname=a7948fca2832,42939,1731756052919, seqNum=2] 2024-11-16T11:21:07,423 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T11:21:07,643 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:21:07,648 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 379, reset compression=false 2024-11-16T11:21:07,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:07,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:07,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:07,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:07,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:07,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:07,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:07,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:07,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:08,072 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 379, reset compression=false 2024-11-16T11:21:08,077 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:08,077 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 480, reset compression=false 2024-11-16T11:21:08,077 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.shippera7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,45257,1731756042127 got entry batch from reader: WALEntryBatch [walEntries=[{test/566ca45549d0fa48d3a2a5f36531e96e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-16T11:21:08,080 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.shippera7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:21:08,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-16T11:21:08,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:08,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@206df92a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:08,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,43409,-1 for getting cluster id 2024-11-16T11:21:08,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:08,086 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cdce3cb-c3f3-4846-a50a-a245fa9b37d5' 2024-11-16T11:21:08,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:08,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cdce3cb-c3f3-4846-a50a-a245fa9b37d5" 2024-11-16T11:21:08,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d7392de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:08,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,43409,-1] 2024-11-16T11:21:08,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:08,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:08,087 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:08,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f291a03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:08,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:08,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35141,1731756047740, seqNum=-1] 2024-11-16T11:21:08,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:08,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-16T11:21:08,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731756056615.04cd487b6e063467a3717fc499c4e44a., hostname=a7948fca2832,35141,1731756047740, seqNum=2] 2024-11-16T11:21:08,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:08,151 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 379, reset compression=false 2024-11-16T11:21:08,225 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 379, reset compression=false 2024-11-16T11:21:08,229 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:08,229 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 504, reset compression=false 2024-11-16T11:21:08,229 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.shippera7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,35141,1731756047740 got entry batch from reader: WALEntryBatch [walEntries=[{test/04cd487b6e063467a3717fc499c4e44a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-16T11:21:08,231 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.shippera7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:21:08,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-16T11:21:08,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:08,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6487f533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:08,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42939 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,38197,-1 for getting cluster id 2024-11-16T11:21:08,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:08,233 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00aa7bcc-994b-4aab-b352-a7a8f267f46c' 2024-11-16T11:21:08,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:08,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00aa7bcc-994b-4aab-b352-a7a8f267f46c" 2024-11-16T11:21:08,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e52c7ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:08,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,38197,-1] 2024-11-16T11:21:08,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:08,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:08,234 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:08,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f1a0bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:08,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42939 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:08,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,42939,1731756052919, seqNum=-1] 2024-11-16T11:21:08,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:08,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-16T11:21:08,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731756058765.120f6f023dd93b2706f0b36d75c75386., hostname=a7948fca2832,42939,1731756052919, seqNum=2] 2024-11-16T11:21:08,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:08,286 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 480, reset compression=false 2024-11-16T11:21:08,425 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-16T11:21:08,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,35141,1731756047740, seqNum=-1] 2024-11-16T11:21:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:08,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:21:08,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731756056615.04cd487b6e063467a3717fc499c4e44a., hostname=a7948fca2832,35141,1731756047740, seqNum=2] 2024-11-16T11:21:08,438 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 504, reset compression=false 2024-11-16T11:21:08,442 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-16T11:21:08,445 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:08,445 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 608, reset compression=false 2024-11-16T11:21:08,445 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.shippera7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,35141,1731756047740 got entry batch from reader: WALEntryBatch [walEntries=[{test/04cd487b6e063467a3717fc499c4e44a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T11:21:08,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:08,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:08,589 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 480, reset compression=false 2024-11-16T11:21:08,649 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 608, reset compression=false 2024-11-16T11:21:08,755 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 379, reset compression=false 2024-11-16T11:21:08,761 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:08,761 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 654, reset compression=false 2024-11-16T11:21:08,761 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,42939,1731756052919 got entry batch from reader: WALEntryBatch [walEntries=[{test/120f6f023dd93b2706f0b36d75c75386/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T11:21:08,763 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:21:08,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-16T11:21:08,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:08,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20fe7597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:08,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,43745,-1 for getting cluster id 2024-11-16T11:21:08,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:08,769 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b65a786b-6607-46a1-a217-df00b21be88b' 2024-11-16T11:21:08,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:08,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b65a786b-6607-46a1-a217-df00b21be88b" 2024-11-16T11:21:08,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79c908e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:08,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,43745,-1] 2024-11-16T11:21:08,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:08,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:08,770 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:08,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13d017f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:08,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:08,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,45257,1731756042127, seqNum=-1] 2024-11-16T11:21:08,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:08,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-16T11:21:08,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e., hostname=a7948fca2832,45257,1731756042127, seqNum=2] 2024-11-16T11:21:08,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:08,952 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 608, reset compression=false 2024-11-16T11:21:08,969 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 654, reset compression=false 2024-11-16T11:21:08,993 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 480, reset compression=false 2024-11-16T11:21:08,998 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:21:08,998 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 629, reset compression=false 2024-11-16T11:21:08,998 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.shippera7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,45257,1731756042127 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553, lastWalPosition=629, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:21:09,202 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 629, reset compression=false 2024-11-16T11:21:09,273 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 654, reset compression=false 2024-11-16T11:21:09,356 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 608, reset compression=false 2024-11-16T11:21:09,444 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-16T11:21:09,447 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-16T11:21:09,513 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 629, reset compression=false 2024-11-16T11:21:09,681 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 654, reset compression=false 2024-11-16T11:21:09,718 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:09,719 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 758, reset compression=false 2024-11-16T11:21:09,719 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,42939,1731756052919 got entry batch from reader: WALEntryBatch [walEntries=[{test/120f6f023dd93b2706f0b36d75c75386/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T11:21:09,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:09,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:09,870 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 608, reset compression=false 2024-11-16T11:21:09,918 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 629, reset compression=false 2024-11-16T11:21:09,940 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 758, reset compression=false 2024-11-16T11:21:09,945 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:09,945 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 755, reset compression=false 2024-11-16T11:21:09,945 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.shippera7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,45257,1731756042127 got entry batch from reader: WALEntryBatch [walEntries=[{test/566ca45549d0fa48d3a2a5f36531e96e/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553, lastWalPosition=755, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T11:21:09,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:09,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:10,163 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 755, reset compression=false 2024-11-16T11:21:10,253 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 758, reset compression=false 2024-11-16T11:21:10,450 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-16T11:21:10,464 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T11:21:10,470 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 755, reset compression=false 2024-11-16T11:21:10,501 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:10,501 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 911, reset compression=false 2024-11-16T11:21:10,501 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.shippera7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,45257,1731756042127 got entry batch from reader: WALEntryBatch [walEntries=[{test/566ca45549d0fa48d3a2a5f36531e96e/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553, lastWalPosition=911, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-16T11:21:10,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:10,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:10,507 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 608, reset compression=false 2024-11-16T11:21:10,545 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:10,545 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 906, reset compression=false 2024-11-16T11:21:10,545 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.shippera7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,35141,1731756047740 got entry batch from reader: WALEntryBatch [walEntries=[{test/04cd487b6e063467a3717fc499c4e44a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026, lastWalPosition=906, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-16T11:21:10,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:10,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:10,663 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 758, reset compression=false 2024-11-16T11:21:10,689 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:21:10,689 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 929, reset compression=false 2024-11-16T11:21:10,690 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,42939,1731756052919 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:21:10,734 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 911, reset compression=false 2024-11-16T11:21:10,779 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 906, reset compression=false 2024-11-16T11:21:10,920 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 929, reset compression=false 2024-11-16T11:21:11,067 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 911, reset compression=false 2024-11-16T11:21:11,094 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 906, reset compression=false 2024-11-16T11:21:11,250 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 929, reset compression=false 2024-11-16T11:21:11,468 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-16T11:21:11,473 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-16T11:21:11,500 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 911, reset compression=false 2024-11-16T11:21:11,513 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:21:11,517 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 906, reset compression=false 2024-11-16T11:21:11,527 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:11,527 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1065, reset compression=false 2024-11-16T11:21:11,527 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.shippera7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,35141,1731756047740 got entry batch from reader: WALEntryBatch [walEntries=[{test/04cd487b6e063467a3717fc499c4e44a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026, lastWalPosition=1065, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T11:21:11,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:11,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:11,655 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 929, reset compression=false 2024-11-16T11:21:11,663 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:11,663 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 1078, reset compression=false 2024-11-16T11:21:11,663 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,42939,1731756052919 got entry batch from reader: WALEntryBatch [walEntries=[{test/120f6f023dd93b2706f0b36d75c75386/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-16T11:21:11,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:11,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:11,742 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1065, reset compression=false 2024-11-16T11:21:11,883 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 1078, reset compression=false 2024-11-16T11:21:12,006 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 911, reset compression=false 2024-11-16T11:21:12,010 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:21:12,010 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1082, reset compression=false 2024-11-16T11:21:12,010 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.shippera7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,45257,1731756042127 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:21:12,061 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1065, reset compression=false 2024-11-16T11:21:12,188 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 1078, reset compression=false 2024-11-16T11:21:12,216 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1082, reset compression=false 2024-11-16T11:21:12,464 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1065, reset compression=false 2024-11-16T11:21:12,475 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-16T11:21:12,479 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-16T11:21:12,520 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1082, reset compression=false 2024-11-16T11:21:12,591 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 1078, reset compression=false 2024-11-16T11:21:12,597 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:12,597 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 1237, reset compression=false 2024-11-16T11:21:12,597 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,42939,1731756052919 got entry batch from reader: WALEntryBatch [walEntries=[{test/120f6f023dd93b2706f0b36d75c75386/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T11:21:12,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:12,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:12,806 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 1237, reset compression=false 2024-11-16T11:21:12,923 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1082, reset compression=false 2024-11-16T11:21:12,928 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:12,928 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1230, reset compression=false 2024-11-16T11:21:12,928 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.shippera7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,45257,1731756042127 got entry batch from reader: WALEntryBatch [walEntries=[{test/566ca45549d0fa48d3a2a5f36531e96e/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553, lastWalPosition=1230, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-16T11:21:12,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:12,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:12,973 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1065, reset compression=false 2024-11-16T11:21:12,978 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:21:12,978 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1237, reset compression=false 2024-11-16T11:21:12,978 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.shippera7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,35141,1731756047740 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:21:13,110 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 1237, reset compression=false 2024-11-16T11:21:13,133 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1230, reset compression=false 2024-11-16T11:21:13,184 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1237, reset compression=false 2024-11-16T11:21:13,437 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1230, reset compression=false 2024-11-16T11:21:13,481 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-16T11:21:13,488 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1237, reset compression=false 2024-11-16T11:21:13,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eece5a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:13,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,38197,-1 for getting cluster id 2024-11-16T11:21:13,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:13,494 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00aa7bcc-994b-4aab-b352-a7a8f267f46c' 2024-11-16T11:21:13,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:13,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00aa7bcc-994b-4aab-b352-a7a8f267f46c" 2024-11-16T11:21:13,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6c8d79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:13,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,38197,-1] 2024-11-16T11:21:13,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:13,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:13,496 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:13,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37df50d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:13,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:13,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,38197,1731756052793 2024-11-16T11:21:13,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f89df70 2024-11-16T11:21:13,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:13,502 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:21:13,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-16T11:21:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-16T11:21:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T11:21:13,514 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 1237, reset compression=false 2024-11-16T11:21:13,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T11:21:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T11:21:13,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-16T11:21:13,729 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-16T11:21:13,730 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-16T11:21:13,730 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a7948fca2832,42939,1731756052919 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-16T11:21:13,730 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/a7948fca2832:0-0. 2024-11-16T11:21:13,730 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:13,730 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:13,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:13,731 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T11:21:13,831 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T11:21:13,832 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T11:21:13,846 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1230, reset compression=false 2024-11-16T11:21:13,892 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1237, reset compression=false 2024-11-16T11:21:13,902 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:13,902 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:21:13,903 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68489 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:21:13,931 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 terminated 2024-11-16T11:21:13,956 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-a7948fca2832,42939,1731756052919, ReplicationSource: 1, currentBandwidth=0 2024-11-16T11:21:13,957 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-16T11:21:13,957 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-16T11:21:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-16T11:21:13,960 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on a7948fca2832,42939,1731756052919 suceeded 2024-11-16T11:21:13,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T11:21:13,962 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-16T11:21:13,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 386 msec 2024-11-16T11:21:13,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 459 msec 2024-11-16T11:21:13,979 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:43745' 2024-11-16T11:21:13,980 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f30619d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:13,980 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,43745,-1 for getting cluster id 2024-11-16T11:21:13,980 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:13,981 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b65a786b-6607-46a1-a217-df00b21be88b' 2024-11-16T11:21:13,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:13,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b65a786b-6607-46a1-a217-df00b21be88b" 2024-11-16T11:21:13,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d994fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:13,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,43745,-1] 2024-11-16T11:21:13,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:13,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:13,983 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:13,983 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@411fad7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:13,984 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:13,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,43745,1731756041924 2024-11-16T11:21:13,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a85fcaa 2024-11-16T11:21:13,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:13,986 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-16T11:21:13,987 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a7948fca2832,42939,1731756052919 (queues=1) is replicating from cluster=00aa7bcc-994b-4aab-b352-a7a8f267f46c to cluster=b65a786b-6607-46a1-a217-df00b21be88b 2024-11-16T11:21:13,987 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a7948fca2832%2C42939%2C1731756052919 2024-11-16T11:21:13,987 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a7948fca2832,42939,1731756052919, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T11:21:13,988 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a7948fca2832%2C42939%2C1731756052919 2024-11-16T11:21:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T11:21:14,133 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-16T11:21:14,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:21:14,134 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:14,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:14,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:14,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:14,140 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-16T11:21:14,366 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1230, reset compression=false 2024-11-16T11:21:14,372 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:14,372 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1334, reset compression=false 2024-11-16T11:21:14,372 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.shippera7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,45257,1731756042127 got entry batch from reader: WALEntryBatch [walEntries=[{test/566ca45549d0fa48d3a2a5f36531e96e/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553, lastWalPosition=1334, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T11:21:14,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:14,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:14,397 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1237, reset compression=false 2024-11-16T11:21:14,416 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:14,416 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1365, reset compression=false 2024-11-16T11:21:14,416 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.shippera7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,35141,1731756047740 got entry batch from reader: WALEntryBatch [walEntries=[{test/04cd487b6e063467a3717fc499c4e44a/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026, lastWalPosition=1365, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T11:21:14,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:14,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:14,586 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1334, reset compression=false 2024-11-16T11:21:14,657 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1365, reset compression=false 2024-11-16T11:21:14,908 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1334, reset compression=false 2024-11-16T11:21:14,967 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1365, reset compression=false 2024-11-16T11:21:15,142 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-16T11:21:15,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4326adf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:15,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,38197,-1 for getting cluster id 2024-11-16T11:21:15,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:15,145 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00aa7bcc-994b-4aab-b352-a7a8f267f46c' 2024-11-16T11:21:15,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00aa7bcc-994b-4aab-b352-a7a8f267f46c" 2024-11-16T11:21:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4014ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,38197,-1] 2024-11-16T11:21:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:15,147 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:15,147 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b04f89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:15,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:15,150 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,38197,1731756052793 2024-11-16T11:21:15,150 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dab52b6 2024-11-16T11:21:15,151 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:15,152 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:21:15,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-16T11:21:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-16T11:21:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T11:21:15,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T11:21:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T11:21:15,314 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1334, reset compression=false 2024-11-16T11:21:15,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-16T11:21:15,369 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-16T11:21:15,369 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-16T11:21:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-16T11:21:15,371 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1365, reset compression=false 2024-11-16T11:21:15,372 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on a7948fca2832,42939,1731756052919 suceeded 2024-11-16T11:21:15,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-16T11:21:15,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-16T11:21:15,374 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-16T11:21:15,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 221 msec 2024-11-16T11:21:15,386 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:15,386 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1469, reset compression=false 2024-11-16T11:21:15,386 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.shippera7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,35141,1731756047740 got entry batch from reader: WALEntryBatch [walEntries=[{test/04cd487b6e063467a3717fc499c4e44a/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026, lastWalPosition=1469, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T11:21:15,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:15,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:15,396 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464, startPosition=1237, beingWritten=true 2024-11-16T11:21:15,401 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:15,402 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 1515, reset compression=false 2024-11-16T11:21:15,402 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,42939,1731756052919 got entry batch from reader: WALEntryBatch [walEntries=[{test/120f6f023dd93b2706f0b36d75c75386/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T11:21:15,407 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:21:15,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-16T11:21:15,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:15,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T11:21:15,472 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-16T11:21:15,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:21:15,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:15,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:15,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:15,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:15,475 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-16T11:21:15,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:21:15,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:21:15,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:15,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:15,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:15,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:15,475 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:21:15,475 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1077428996, stopped=false 2024-11-16T11:21:15,475 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,38197,1731756052793 2024-11-16T11:21:15,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-609618024/running 2024-11-16T11:21:15,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-609618024/running 2024-11-16T11:21:15,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024 2024-11-16T11:21:15,488 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:21:15,489 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:21:15,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024 2024-11-16T11:21:15,489 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:15,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:15,489 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,42939,1731756052919' ***** 2024-11-16T11:21:15,489 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:21:15,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Set watcher on znode that does not yet exist, /2-609618024/running 2024-11-16T11:21:15,490 INFO [RS:0;a7948fca2832:42939 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:21:15,490 INFO [RS:0;a7948fca2832:42939 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:21:15,490 INFO [RS:0;a7948fca2832:42939 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:21:15,490 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:21:15,490 INFO [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(3091): Received CLOSE for 120f6f023dd93b2706f0b36d75c75386 2024-11-16T11:21:15,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Set watcher on znode that does not yet exist, /2-609618024/running 2024-11-16T11:21:15,500 INFO [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(3091): Received CLOSE for ecfb03f1fd8e0a8573dd79a134b03f5f 2024-11-16T11:21:15,500 INFO [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,42939,1731756052919 2024-11-16T11:21:15,500 INFO [RS:0;a7948fca2832:42939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:21:15,500 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 120f6f023dd93b2706f0b36d75c75386, disabling compactions & flushes 2024-11-16T11:21:15,500 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731756058765.120f6f023dd93b2706f0b36d75c75386. 2024-11-16T11:21:15,500 INFO [RS:0;a7948fca2832:42939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:42939. 2024-11-16T11:21:15,501 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756058765.120f6f023dd93b2706f0b36d75c75386. 2024-11-16T11:21:15,501 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731756058765.120f6f023dd93b2706f0b36d75c75386. after waiting 0 ms 2024-11-16T11:21:15,501 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731756058765.120f6f023dd93b2706f0b36d75c75386. 2024-11-16T11:21:15,501 DEBUG [RS:0;a7948fca2832:42939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:15,501 DEBUG [RS:0;a7948fca2832:42939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:15,501 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 120f6f023dd93b2706f0b36d75c75386 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-16T11:21:15,501 INFO [RS:0;a7948fca2832:42939 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:21:15,501 INFO [RS:0;a7948fca2832:42939 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:21:15,501 INFO [RS:0;a7948fca2832:42939 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:21:15,501 INFO [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:21:15,504 INFO [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T11:21:15,504 DEBUG [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(1325): Online Regions={120f6f023dd93b2706f0b36d75c75386=test,,1731756058765.120f6f023dd93b2706f0b36d75c75386., 1588230740=hbase:meta,,1.1588230740, ecfb03f1fd8e0a8573dd79a134b03f5f=hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f.} 2024-11-16T11:21:15,504 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:21:15,504 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:21:15,504 DEBUG [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(1351): Waiting on 120f6f023dd93b2706f0b36d75c75386, 1588230740, ecfb03f1fd8e0a8573dd79a134b03f5f 2024-11-16T11:21:15,504 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:21:15,504 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:21:15,504 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:21:15,504 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T11:21:15,529 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/default/test/120f6f023dd93b2706f0b36d75c75386/.tmp/f/c6f29321e2d24b9abebd4a8c17c5f355 is 37, key is row3/f:row3/1731756074137/Put/seqid=0 2024-11-16T11:21:15,545 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/.tmp/info/b43d8733d6604e099fba6791a244091e is 147, key is hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f./info:regioninfo/1731756066381/Put/seqid=0 2024-11-16T11:21:15,557 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:21:15,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741840_1016 (size=5228) 2024-11-16T11:21:15,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741841_1017 (size=7686) 2024-11-16T11:21:15,574 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/.tmp/info/b43d8733d6604e099fba6791a244091e 2024-11-16T11:21:15,591 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1469, reset compression=false 2024-11-16T11:21:15,603 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/.tmp/ns/c1d64b1272cd427b8f692d404611c8df is 43, key is default/ns:d/1731756055401/Put/seqid=0 2024-11-16T11:21:15,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741842_1018 (size=5153) 2024-11-16T11:21:15,642 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/.tmp/ns/c1d64b1272cd427b8f692d404611c8df 2024-11-16T11:21:15,657 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 1515, reset compression=false 2024-11-16T11:21:15,671 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/.tmp/rep_barrier/0ed785cc1175485f93492d3b5481e36c is 112, key is test,,1731756058765.120f6f023dd93b2706f0b36d75c75386./rep_barrier:seqnumDuringOpen/1731756059961/Put/seqid=0 2024-11-16T11:21:15,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741843_1019 (size=5518) 2024-11-16T11:21:15,682 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/.tmp/rep_barrier/0ed785cc1175485f93492d3b5481e36c 2024-11-16T11:21:15,689 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:21:15,689 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 1762, reset compression=false 2024-11-16T11:21:15,690 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,42939,1731756052919 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:21:15,690 ERROR [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a7948fca2832,42939,1731756052919: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a7948fca2832,42939,1731756052919, walGroup=a7948fca2832%2C42939%2C1731756052919, offset=a7948fca2832%2C42939%2C1731756052919.1731756054464:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:42939 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T11:21:15,695 ERROR [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T11:21:15,695 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T11:21:15,695 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T11:21:15,695 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T11:21:15,695 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T11:21:15,695 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1235222528, "init": 1048576000, "max": 2306867200, "used": 850295592 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198723432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T11:21:15,696 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:38197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:38197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T11:21:15,704 DEBUG [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(1351): Waiting on 120f6f023dd93b2706f0b36d75c75386, 1588230740, ecfb03f1fd8e0a8573dd79a134b03f5f 2024-11-16T11:21:15,753 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/.tmp/table/4bcc60636f3d446e996abd1e40421ec1 is 53, key is hbase:replication/table:state/1731756066387/Put/seqid=0 2024-11-16T11:21:15,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741844_1020 (size=5308) 2024-11-16T11:21:15,764 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/.tmp/table/4bcc60636f3d446e996abd1e40421ec1 2024-11-16T11:21:15,771 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/.tmp/info/b43d8733d6604e099fba6791a244091e as hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/info/b43d8733d6604e099fba6791a244091e 2024-11-16T11:21:15,777 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/info/b43d8733d6604e099fba6791a244091e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T11:21:15,778 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/.tmp/ns/c1d64b1272cd427b8f692d404611c8df as hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/ns/c1d64b1272cd427b8f692d404611c8df 2024-11-16T11:21:15,786 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/ns/c1d64b1272cd427b8f692d404611c8df, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T11:21:15,787 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/.tmp/rep_barrier/0ed785cc1175485f93492d3b5481e36c as hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/rep_barrier/0ed785cc1175485f93492d3b5481e36c 2024-11-16T11:21:15,796 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/rep_barrier/0ed785cc1175485f93492d3b5481e36c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T11:21:15,797 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/.tmp/table/4bcc60636f3d446e996abd1e40421ec1 as hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/table/4bcc60636f3d446e996abd1e40421ec1 2024-11-16T11:21:15,808 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/table/4bcc60636f3d446e996abd1e40421ec1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T11:21:15,809 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 305ms, sequenceid=16, compaction requested=false 2024-11-16T11:21:15,820 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1334, reset compression=false 2024-11-16T11:21:15,833 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T11:21:15,834 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:21:15,834 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1483, reset compression=false 2024-11-16T11:21:15,834 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.shippera7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,45257,1731756042127 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553, lastWalPosition=1483, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:21:15,836 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:21:15,836 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:21:15,836 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:21:15,836 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756075504Running coprocessor pre-close hooks at 1731756075504Disabling compacts and flushes for region at 1731756075504Disabling writes for close at 1731756075504Obtaining lock to block concurrent updates at 1731756075504Preparing flush snapshotting stores in 1588230740 at 1731756075504Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731756075505 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731756075506 (+1 ms)Flushing 1588230740/info: creating writer at 1731756075506Flushing 1588230740/info: appending metadata at 1731756075544 (+38 ms)Flushing 1588230740/info: closing flushed file at 1731756075544Flushing 1588230740/ns: creating writer at 1731756075580 (+36 ms)Flushing 1588230740/ns: appending metadata at 1731756075602 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731756075602Flushing 1588230740/rep_barrier: creating writer at 1731756075647 (+45 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731756075671 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731756075671Flushing 1588230740/table: creating writer at 1731756075701 (+30 ms)Flushing 1588230740/table: appending metadata at 1731756075753 (+52 ms)Flushing 1588230740/table: closing flushed file at 1731756075753Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f9ed3be: reopening flushed file at 1731756075770 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7417f7d1: reopening flushed file at 1731756075778 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f3be347: reopening flushed file at 1731756075786 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12af320d: reopening flushed file at 1731756075796 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 305ms, sequenceid=16, compaction requested=false at 1731756075809 (+13 ms)Writing region close event to WAL at 1731756075829 (+20 ms)Running coprocessor post-close hooks at 1731756075836 (+7 ms)Closed at 1731756075836 2024-11-16T11:21:15,837 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:21:15,905 DEBUG [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(1351): Waiting on 120f6f023dd93b2706f0b36d75c75386, ecfb03f1fd8e0a8573dd79a134b03f5f 2024-11-16T11:21:15,909 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1469, reset compression=false 2024-11-16T11:21:15,922 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 1762, reset compression=false 2024-11-16T11:21:15,958 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/default/test/120f6f023dd93b2706f0b36d75c75386/.tmp/f/c6f29321e2d24b9abebd4a8c17c5f355 2024-11-16T11:21:15,966 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6f29321e2d24b9abebd4a8c17c5f355 2024-11-16T11:21:15,986 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/default/test/120f6f023dd93b2706f0b36d75c75386/.tmp/f1/2043fa87ce8145cd88c61cf066a20d42 is 30, key is row1/f1:/1731756071469/DeleteFamily/seqid=0 2024-11-16T11:21:16,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741845_1021 (size=5158) 2024-11-16T11:21:16,002 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/default/test/120f6f023dd93b2706f0b36d75c75386/.tmp/f1/2043fa87ce8145cd88c61cf066a20d42 2024-11-16T11:21:16,007 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2043fa87ce8145cd88c61cf066a20d42 2024-11-16T11:21:16,025 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/default/test/120f6f023dd93b2706f0b36d75c75386/.tmp/norep/3c8c30f6d4414c029c0e6300c8c88403 is 33, key is row2/norep:/1731756072476/DeleteFamily/seqid=0 2024-11-16T11:21:16,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741846_1022 (size=5108) 2024-11-16T11:21:16,057 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1483, reset compression=false 2024-11-16T11:21:16,105 DEBUG [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(1351): Waiting on 120f6f023dd93b2706f0b36d75c75386, ecfb03f1fd8e0a8573dd79a134b03f5f 2024-11-16T11:21:16,233 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 1762, reset compression=false 2024-11-16T11:21:16,305 DEBUG [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(1351): Waiting on 120f6f023dd93b2706f0b36d75c75386, ecfb03f1fd8e0a8573dd79a134b03f5f 2024-11-16T11:21:16,328 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1469, reset compression=false 2024-11-16T11:21:16,343 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:21:16,343 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:21:16,360 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1483, reset compression=false 2024-11-16T11:21:16,429 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/default/test/120f6f023dd93b2706f0b36d75c75386/.tmp/norep/3c8c30f6d4414c029c0e6300c8c88403 2024-11-16T11:21:16,433 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c8c30f6d4414c029c0e6300c8c88403 2024-11-16T11:21:16,434 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/default/test/120f6f023dd93b2706f0b36d75c75386/.tmp/f/c6f29321e2d24b9abebd4a8c17c5f355 as hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/default/test/120f6f023dd93b2706f0b36d75c75386/f/c6f29321e2d24b9abebd4a8c17c5f355 2024-11-16T11:21:16,439 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6f29321e2d24b9abebd4a8c17c5f355 2024-11-16T11:21:16,439 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/default/test/120f6f023dd93b2706f0b36d75c75386/f/c6f29321e2d24b9abebd4a8c17c5f355, entries=5, sequenceid=12, filesize=5.1 K 2024-11-16T11:21:16,440 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/default/test/120f6f023dd93b2706f0b36d75c75386/.tmp/f1/2043fa87ce8145cd88c61cf066a20d42 as hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/default/test/120f6f023dd93b2706f0b36d75c75386/f1/2043fa87ce8145cd88c61cf066a20d42 2024-11-16T11:21:16,445 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2043fa87ce8145cd88c61cf066a20d42 2024-11-16T11:21:16,445 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/default/test/120f6f023dd93b2706f0b36d75c75386/f1/2043fa87ce8145cd88c61cf066a20d42, entries=3, sequenceid=12, filesize=5.0 K 2024-11-16T11:21:16,446 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/default/test/120f6f023dd93b2706f0b36d75c75386/.tmp/norep/3c8c30f6d4414c029c0e6300c8c88403 as hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/default/test/120f6f023dd93b2706f0b36d75c75386/norep/3c8c30f6d4414c029c0e6300c8c88403 2024-11-16T11:21:16,453 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c8c30f6d4414c029c0e6300c8c88403 2024-11-16T11:21:16,453 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/default/test/120f6f023dd93b2706f0b36d75c75386/norep/3c8c30f6d4414c029c0e6300c8c88403, entries=1, sequenceid=12, filesize=5.0 K 2024-11-16T11:21:16,454 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 120f6f023dd93b2706f0b36d75c75386 in 953ms, sequenceid=12, compaction requested=false 2024-11-16T11:21:16,474 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/data/default/test/120f6f023dd93b2706f0b36d75c75386/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T11:21:16,475 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:21:16,475 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:21:16,475 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731756058765.120f6f023dd93b2706f0b36d75c75386. 2024-11-16T11:21:16,475 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 120f6f023dd93b2706f0b36d75c75386: Waiting for close lock at 1731756075500Running coprocessor pre-close hooks at 1731756075500Disabling compacts and flushes for region at 1731756075500Disabling writes for close at 1731756075501 (+1 ms)Obtaining lock to block concurrent updates at 1731756075501Preparing flush snapshotting stores in 120f6f023dd93b2706f0b36d75c75386 at 1731756075501Finished memstore snapshotting test,,1731756058765.120f6f023dd93b2706f0b36d75c75386., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731756075502 (+1 ms)Flushing stores of test,,1731756058765.120f6f023dd93b2706f0b36d75c75386. at 1731756075503 (+1 ms)Flushing 120f6f023dd93b2706f0b36d75c75386/f: creating writer at 1731756075503Flushing 120f6f023dd93b2706f0b36d75c75386/f: appending metadata at 1731756075528 (+25 ms)Flushing 120f6f023dd93b2706f0b36d75c75386/f: closing flushed file at 1731756075528Flushing 120f6f023dd93b2706f0b36d75c75386/f1: creating writer at 1731756075966 (+438 ms)Flushing 120f6f023dd93b2706f0b36d75c75386/f1: appending metadata at 1731756075985 (+19 ms)Flushing 120f6f023dd93b2706f0b36d75c75386/f1: closing flushed file at 1731756075985Flushing 120f6f023dd93b2706f0b36d75c75386/norep: creating writer at 1731756076007 (+22 ms)Flushing 120f6f023dd93b2706f0b36d75c75386/norep: appending metadata at 1731756076024 (+17 ms)Flushing 120f6f023dd93b2706f0b36d75c75386/norep: closing flushed file at 1731756076024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f468d6: reopening flushed file at 1731756076433 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a443e47: reopening flushed file at 1731756076439 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5760c24f: reopening flushed file at 1731756076445 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 120f6f023dd93b2706f0b36d75c75386 in 953ms, sequenceid=12, compaction requested=false at 1731756076454 (+9 ms)Writing region close event to WAL at 1731756076465 (+11 ms)Running coprocessor post-close hooks at 1731756076475 (+10 ms)Closed at 1731756076475 2024-11-16T11:21:16,475 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731756058765.120f6f023dd93b2706f0b36d75c75386. 2024-11-16T11:21:16,475 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecfb03f1fd8e0a8573dd79a134b03f5f, disabling compactions & flushes 2024-11-16T11:21:16,475 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f. 2024-11-16T11:21:16,475 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f. 2024-11-16T11:21:16,475 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f. after waiting 0 ms 2024-11-16T11:21:16,475 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f. 2024-11-16T11:21:16,475 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecfb03f1fd8e0a8573dd79a134b03f5f: Waiting for close lock at 1731756076475Running coprocessor pre-close hooks at 1731756076475Disabling compacts and flushes for region at 1731756076475Disabling writes for close at 1731756076475Failed flush hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f., putting online again at 1731756076475 2024-11-16T11:21:16,476 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f. 2024-11-16T11:21:16,505 INFO [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T11:21:16,505 DEBUG [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(1325): Online Regions={ecfb03f1fd8e0a8573dd79a134b03f5f=hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f.} 2024-11-16T11:21:16,505 INFO [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(3091): Received CLOSE for ecfb03f1fd8e0a8573dd79a134b03f5f 2024-11-16T11:21:16,505 DEBUG [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(1351): Waiting on ecfb03f1fd8e0a8573dd79a134b03f5f 2024-11-16T11:21:16,506 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecfb03f1fd8e0a8573dd79a134b03f5f, disabling compactions & flushes 2024-11-16T11:21:16,506 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f. 2024-11-16T11:21:16,506 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f. 2024-11-16T11:21:16,506 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f. after waiting 0 ms 2024-11-16T11:21:16,506 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f. 2024-11-16T11:21:16,506 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecfb03f1fd8e0a8573dd79a134b03f5f: Waiting for close lock at 1731756076506Running coprocessor pre-close hooks at 1731756076506Disabling compacts and flushes for region at 1731756076506Disabling writes for close at 1731756076506Failed flush hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f., putting online again at 1731756076506 2024-11-16T11:21:16,506 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731756065224.ecfb03f1fd8e0a8573dd79a134b03f5f. 2024-11-16T11:21:16,653 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 1762, reset compression=false 2024-11-16T11:21:16,657 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:21:16,657 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.wal-reader.a7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.1731756054464 to pos 2406, reset compression=false 2024-11-16T11:21:16,706 INFO [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T11:21:16,706 INFO [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,42939,1731756052919; all regions closed. 2024-11-16T11:21:16,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741834_1010 (size=4239) 2024-11-16T11:21:16,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741839_1015 (size=2172) 2024-11-16T11:21:16,710 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/WALs/a7948fca2832,42939,1731756052919/a7948fca2832%2C42939%2C1731756052919.rep.1731756066355 not finished, retry = 0 2024-11-16T11:21:16,764 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1483, reset compression=false 2024-11-16T11:21:16,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741832_1008 (size=2414) 2024-11-16T11:21:16,816 DEBUG [RS:0;a7948fca2832:42939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:16,817 INFO [RS:0;a7948fca2832:42939 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:21:16,817 INFO [RS:0;a7948fca2832:42939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:21:16,817 INFO [RS:0;a7948fca2832:42939 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:21:16,817 INFO [RS:0;a7948fca2832:42939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:21:16,817 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:21:16,817 INFO [RS:0;a7948fca2832:42939 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a7948fca2832,42939,1731756052919 because: Region server is closing 2024-11-16T11:21:16,818 INFO [RS:0;a7948fca2832:42939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:42939. 2024-11-16T11:21:16,818 DEBUG [RS:0;a7948fca2832:42939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:16,818 DEBUG [RS:0;a7948fca2832:42939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:16,818 DEBUG [RS:0;a7948fca2832:42939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:16,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:16,838 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1469, reset compression=false 2024-11-16T11:21:16,918 INFO [RS:0;a7948fca2832:42939 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,42939,1731756052919.replicationSource.shippera7948fca2832%2C42939%2C1731756052919,1-a7948fca2832,42939,1731756052919 terminated 2024-11-16T11:21:16,918 INFO [RS:0;a7948fca2832:42939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:42939. 2024-11-16T11:21:16,918 DEBUG [RS:0;a7948fca2832:42939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:16,918 DEBUG [RS:0;a7948fca2832:42939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:16,918 DEBUG [RS:0;a7948fca2832:42939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:16,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:16,919 INFO [RS:0;a7948fca2832:42939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42939 2024-11-16T11:21:16,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024/rs 2024-11-16T11:21:16,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-609618024/rs/a7948fca2832,42939,1731756052919 2024-11-16T11:21:16,993 INFO [RS:0;a7948fca2832:42939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:21:17,004 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,42939,1731756052919] 2024-11-16T11:21:17,014 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-609618024/draining/a7948fca2832,42939,1731756052919 already deleted, retry=false 2024-11-16T11:21:17,014 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,42939,1731756052919 expired; onlineServers=0 2024-11-16T11:21:17,014 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,38197,1731756052793' ***** 2024-11-16T11:21:17,014 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:21:17,015 INFO [M:0;a7948fca2832:38197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:21:17,015 INFO [M:0;a7948fca2832:38197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:21:17,015 DEBUG [M:0;a7948fca2832:38197 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:21:17,015 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:21:17,015 DEBUG [M:0;a7948fca2832:38197 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:21:17,015 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756054159 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756054159,5,FailOnTimeoutGroup] 2024-11-16T11:21:17,015 INFO [M:0;a7948fca2832:38197 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:21:17,015 INFO [M:0;a7948fca2832:38197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:21:17,015 DEBUG [M:0;a7948fca2832:38197 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:21:17,015 INFO [M:0;a7948fca2832:38197 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:21:17,015 INFO [M:0;a7948fca2832:38197 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:21:17,015 INFO [M:0;a7948fca2832:38197 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:21:17,016 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:21:17,016 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756054159 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756054159,5,FailOnTimeoutGroup] 2024-11-16T11:21:17,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-609618024/master 2024-11-16T11:21:17,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-609618024 2024-11-16T11:21:17,057 DEBUG [M:0;a7948fca2832:38197 {}] zookeeper.RecoverableZooKeeper(212): Node /2-609618024/master already deleted, retry=false 2024-11-16T11:21:17,057 DEBUG [M:0;a7948fca2832:38197 {}] master.ActiveMasterManager(353): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-609618024/master 2024-11-16T11:21:17,059 INFO [M:0;a7948fca2832:38197 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/.lastflushedseqids 2024-11-16T11:21:17,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741847_1023 (size=245) 2024-11-16T11:21:17,099 INFO [M:0;a7948fca2832:38197 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:21:17,099 INFO [M:0;a7948fca2832:38197 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:21:17,099 DEBUG [M:0;a7948fca2832:38197 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:21:17,099 INFO [M:0;a7948fca2832:38197 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:17,099 DEBUG [M:0;a7948fca2832:38197 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:17,099 DEBUG [M:0;a7948fca2832:38197 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:21:17,099 DEBUG [M:0;a7948fca2832:38197 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:17,099 INFO [M:0;a7948fca2832:38197 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-16T11:21:17,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:21:17,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x101436019970007, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:21:17,104 INFO [RS:0;a7948fca2832:42939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:21:17,104 INFO [RS:0;a7948fca2832:42939 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,42939,1731756052919; zookeeper connection closed. 2024-11-16T11:21:17,108 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@965ca14 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@965ca14 2024-11-16T11:21:17,109 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:21:17,124 DEBUG [M:0;a7948fca2832:38197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b4bbf403ba84cafb02bb40c5d1ab38f is 82, key is hbase:meta,,1/info:regioninfo/1731756055387/Put/seqid=0 2024-11-16T11:21:17,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741848_1024 (size=5672) 2024-11-16T11:21:17,146 INFO [M:0;a7948fca2832:38197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b4bbf403ba84cafb02bb40c5d1ab38f 2024-11-16T11:21:17,174 DEBUG [M:0;a7948fca2832:38197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/923e72ac641f4f828af12bc5c694e5fa is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731756066390/Put/seqid=0 2024-11-16T11:21:17,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741849_1025 (size=9212) 2024-11-16T11:21:17,182 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:21:17,267 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1483, reset compression=false 2024-11-16T11:21:17,441 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1469, reset compression=false 2024-11-16T11:21:17,581 INFO [M:0;a7948fca2832:38197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/923e72ac641f4f828af12bc5c694e5fa 2024-11-16T11:21:17,604 DEBUG [M:0;a7948fca2832:38197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b85b1611bda641658ad11c4ae53d6b14 is 69, key is a7948fca2832,42939,1731756052919/rs:state/1731756054282/Put/seqid=0 2024-11-16T11:21:17,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741850_1026 (size=5156) 2024-11-16T11:21:17,618 INFO [M:0;a7948fca2832:38197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b85b1611bda641658ad11c4ae53d6b14 2024-11-16T11:21:17,624 DEBUG [M:0;a7948fca2832:38197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b4bbf403ba84cafb02bb40c5d1ab38f as hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b4bbf403ba84cafb02bb40c5d1ab38f 2024-11-16T11:21:17,632 INFO [M:0;a7948fca2832:38197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b4bbf403ba84cafb02bb40c5d1ab38f, entries=8, sequenceid=127, filesize=5.5 K 2024-11-16T11:21:17,633 DEBUG [M:0;a7948fca2832:38197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/923e72ac641f4f828af12bc5c694e5fa as hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/923e72ac641f4f828af12bc5c694e5fa 2024-11-16T11:21:17,647 INFO [M:0;a7948fca2832:38197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/923e72ac641f4f828af12bc5c694e5fa, entries=15, sequenceid=127, filesize=9.0 K 2024-11-16T11:21:17,648 DEBUG [M:0;a7948fca2832:38197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b85b1611bda641658ad11c4ae53d6b14 as hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b85b1611bda641658ad11c4ae53d6b14 2024-11-16T11:21:17,654 INFO [M:0;a7948fca2832:38197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/b571fcdb-0630-c824-72d0-1e120128bc91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b85b1611bda641658ad11c4ae53d6b14, entries=1, sequenceid=127, filesize=5.0 K 2024-11-16T11:21:17,655 INFO [M:0;a7948fca2832:38197 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 556ms, sequenceid=127, compaction requested=false 2024-11-16T11:21:17,670 INFO [M:0;a7948fca2832:38197 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:17,670 DEBUG [M:0;a7948fca2832:38197 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756077099Disabling compacts and flushes for region at 1731756077099Disabling writes for close at 1731756077099Obtaining lock to block concurrent updates at 1731756077099Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731756077099Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731756077100 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731756077100Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731756077100Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731756077124 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731756077124Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731756077151 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731756077174 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731756077174Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731756077587 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731756077604 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731756077604Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48498101: reopening flushed file at 1731756077623 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ca02088: reopening flushed file at 1731756077632 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46ca8c6e: reopening flushed file at 1731756077647 (+15 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 556ms, sequenceid=127, compaction requested=false at 1731756077655 (+8 ms)Writing region close event to WAL at 1731756077669 (+14 ms)Closed at 1731756077670 (+1 ms) 2024-11-16T11:21:17,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741830_1006 (size=73866) 2024-11-16T11:21:17,675 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:21:17,675 INFO [M:0;a7948fca2832:38197 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:21:17,675 INFO [M:0;a7948fca2832:38197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38197 2024-11-16T11:21:17,676 INFO [M:0;a7948fca2832:38197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:21:17,870 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1483, reset compression=false 2024-11-16T11:21:17,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:21:17,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38197-0x101436019970006, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:21:17,894 INFO [M:0;a7948fca2832:38197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:21:17,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a9c03{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:21:17,898 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f83a877{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:21:17,898 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:21:17,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@736c85e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:21:17,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@182f4d14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/hadoop.log.dir/,STOPPED} 2024-11-16T11:21:17,903 WARN [BP-2116567592-172.17.0.2-1731756051233 heartbeating to localhost/127.0.0.1:46613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:21:17,903 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:21:17,903 WARN [BP-2116567592-172.17.0.2-1731756051233 heartbeating to localhost/127.0.0.1:46613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2116567592-172.17.0.2-1731756051233 (Datanode Uuid abe1fea3-ecaf-4936-be78-848cca77b3d5) service to localhost/127.0.0.1:46613 2024-11-16T11:21:17,903 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:21:17,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/cluster_51d35381-b31d-b7f9-9ddd-15264cbe5a15/data/data1/current/BP-2116567592-172.17.0.2-1731756051233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:21:17,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/cluster_51d35381-b31d-b7f9-9ddd-15264cbe5a15/data/data2/current/BP-2116567592-172.17.0.2-1731756051233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:21:17,904 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:21:17,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39ede66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:21:17,914 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f137416{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:21:17,914 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:21:17,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@422ef394{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:21:17,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d26d8f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/hadoop.log.dir/,STOPPED} 2024-11-16T11:21:17,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:21:17,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:21:17,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:21:17,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:17,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:17,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:17,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:17,929 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:21:17,929 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1865949075, stopped=false 2024-11-16T11:21:17,929 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,43409,1731756047601 2024-11-16T11:21:17,962 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101436019970004, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1513039756/running 2024-11-16T11:21:17,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1513039756/running 2024-11-16T11:21:17,962 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101436019970004, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756 2024-11-16T11:21:17,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756 2024-11-16T11:21:17,962 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:21:17,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35141-0x101436019970004, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Set watcher on znode that does not yet exist, /1-1513039756/running 2024-11-16T11:21:17,963 INFO [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-16T11:21:17,963 INFO [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ed555e88fc91f1adff349bf0689e0a8 2024-11-16T11:21:17,963 INFO [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(3091): Received CLOSE for 04cd487b6e063467a3717fc499c4e44a 2024-11-16T11:21:17,963 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ed555e88fc91f1adff349bf0689e0a8, disabling compactions & flushes 2024-11-16T11:21:17,963 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8. 2024-11-16T11:21:17,963 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8. 2024-11-16T11:21:17,963 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8. after waiting 0 ms 2024-11-16T11:21:17,963 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8. 2024-11-16T11:21:17,963 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2ed555e88fc91f1adff349bf0689e0a8 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-16T11:21:17,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Set watcher on znode that does not yet exist, /1-1513039756/running 2024-11-16T11:21:17,965 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:21:17,965 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:17,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:17,965 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,35141,1731756047740' ***** 2024-11-16T11:21:17,965 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:21:17,965 INFO [RS:0;a7948fca2832:35141 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:21:17,965 INFO [RS:0;a7948fca2832:35141 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:21:17,965 INFO [RS:0;a7948fca2832:35141 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:21:17,966 INFO [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 04cd487b6e063467a3717fc499c4e44a, which we are already trying to CLOSE, but not completed yet 2024-11-16T11:21:17,966 INFO [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,35141,1731756047740 2024-11-16T11:21:17,966 INFO [RS:0;a7948fca2832:35141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:21:17,966 INFO [RS:0;a7948fca2832:35141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:35141. 2024-11-16T11:21:17,966 DEBUG [RS:0;a7948fca2832:35141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:17,966 DEBUG [RS:0;a7948fca2832:35141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:17,966 INFO [RS:0;a7948fca2832:35141 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:21:17,966 INFO [RS:0;a7948fca2832:35141 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:21:17,966 INFO [RS:0;a7948fca2832:35141 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:21:17,966 INFO [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:21:17,966 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:21:17,966 INFO [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T11:21:17,966 DEBUG [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(1325): Online Regions={2ed555e88fc91f1adff349bf0689e0a8=hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8., 1588230740=hbase:meta,,1.1588230740, 04cd487b6e063467a3717fc499c4e44a=test,,1731756056615.04cd487b6e063467a3717fc499c4e44a.} 2024-11-16T11:21:17,966 DEBUG [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(1351): Waiting on 04cd487b6e063467a3717fc499c4e44a, 1588230740, 2ed555e88fc91f1adff349bf0689e0a8 2024-11-16T11:21:17,966 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:21:17,966 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:21:17,966 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:21:17,966 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:21:17,966 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:21:17,966 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T11:21:17,986 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/replication/2ed555e88fc91f1adff349bf0689e0a8/.tmp/queue/c3039961da4a44239c25c23111d27cd0 is 154, key is 1-a7948fca2832,35141,1731756047740/queue:a7948fca2832%2C35141%2C1731756047740/1731756075392/Put/seqid=0 2024-11-16T11:21:17,996 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/.tmp/info/af256f583fa64f8b9804f6e2212bc3fe is 147, key is hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8./info:regioninfo/1731756064233/Put/seqid=0 2024-11-16T11:21:18,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741840_1016 (size=5353) 2024-11-16T11:21:18,013 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:21:18,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741841_1017 (size=7686) 2024-11-16T11:21:18,019 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/.tmp/info/af256f583fa64f8b9804f6e2212bc3fe 2024-11-16T11:21:18,044 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/.tmp/ns/2c090bd0c91a48a2bebd555530288f16 is 43, key is default/ns:d/1731756051106/Put/seqid=0 2024-11-16T11:21:18,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741842_1018 (size=5153) 2024-11-16T11:21:18,049 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/.tmp/ns/2c090bd0c91a48a2bebd555530288f16 2024-11-16T11:21:18,069 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/.tmp/rep_barrier/8e4e217d744349aa8dd2577beee6d6af is 112, key is test,,1731756056615.04cd487b6e063467a3717fc499c4e44a./rep_barrier:seqnumDuringOpen/1731756057761/Put/seqid=0 2024-11-16T11:21:18,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741843_1019 (size=5518) 2024-11-16T11:21:18,076 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/.tmp/rep_barrier/8e4e217d744349aa8dd2577beee6d6af 2024-11-16T11:21:18,098 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/.tmp/table/6c780fc3df0c4cc7957b1cbb235d8892 is 53, key is hbase:replication/table:state/1731756064239/Put/seqid=0 2024-11-16T11:21:18,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741844_1020 (size=5308) 2024-11-16T11:21:18,104 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/.tmp/table/6c780fc3df0c4cc7957b1cbb235d8892 2024-11-16T11:21:18,112 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/.tmp/info/af256f583fa64f8b9804f6e2212bc3fe as hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/info/af256f583fa64f8b9804f6e2212bc3fe 2024-11-16T11:21:18,119 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/info/af256f583fa64f8b9804f6e2212bc3fe, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T11:21:18,120 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/.tmp/ns/2c090bd0c91a48a2bebd555530288f16 as hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/ns/2c090bd0c91a48a2bebd555530288f16 2024-11-16T11:21:18,127 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/ns/2c090bd0c91a48a2bebd555530288f16, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T11:21:18,128 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/.tmp/rep_barrier/8e4e217d744349aa8dd2577beee6d6af as hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/rep_barrier/8e4e217d744349aa8dd2577beee6d6af 2024-11-16T11:21:18,133 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/rep_barrier/8e4e217d744349aa8dd2577beee6d6af, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T11:21:18,136 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/.tmp/table/6c780fc3df0c4cc7957b1cbb235d8892 as hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/table/6c780fc3df0c4cc7957b1cbb235d8892 2024-11-16T11:21:18,141 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/table/6c780fc3df0c4cc7957b1cbb235d8892, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T11:21:18,142 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 175ms, sequenceid=16, compaction requested=false 2024-11-16T11:21:18,146 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T11:21:18,146 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:21:18,146 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:21:18,146 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:21:18,146 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756077966Running coprocessor pre-close hooks at 1731756077966Disabling compacts and flushes for region at 1731756077966Disabling writes for close at 1731756077966Obtaining lock to block concurrent updates at 1731756077966Preparing flush snapshotting stores in 1588230740 at 1731756077966Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731756077967 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731756077967Flushing 1588230740/info: creating writer at 1731756077967Flushing 1588230740/info: appending metadata at 1731756077996 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731756077996Flushing 1588230740/ns: creating writer at 1731756078025 (+29 ms)Flushing 1588230740/ns: appending metadata at 1731756078044 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731756078044Flushing 1588230740/rep_barrier: creating writer at 1731756078053 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731756078069 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731756078069Flushing 1588230740/table: creating writer at 1731756078081 (+12 ms)Flushing 1588230740/table: appending metadata at 1731756078098 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731756078098Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ce8f896: reopening flushed file at 1731756078111 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65e32616: reopening flushed file at 1731756078119 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c7a34b5: reopening flushed file at 1731756078127 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e533729: reopening flushed file at 1731756078133 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 175ms, sequenceid=16, compaction requested=false at 1731756078142 (+9 ms)Writing region close event to WAL at 1731756078143 (+1 ms)Running coprocessor post-close hooks at 1731756078146 (+3 ms)Closed at 1731756078146 2024-11-16T11:21:18,147 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:21:18,152 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1469, reset compression=false 2024-11-16T11:21:18,166 DEBUG [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(1351): Waiting on 04cd487b6e063467a3717fc499c4e44a, 2ed555e88fc91f1adff349bf0689e0a8 2024-11-16T11:21:18,367 DEBUG [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(1351): Waiting on 04cd487b6e063467a3717fc499c4e44a, 2ed555e88fc91f1adff349bf0689e0a8 2024-11-16T11:21:18,405 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/replication/2ed555e88fc91f1adff349bf0689e0a8/.tmp/queue/c3039961da4a44239c25c23111d27cd0 2024-11-16T11:21:18,410 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/replication/2ed555e88fc91f1adff349bf0689e0a8/.tmp/queue/c3039961da4a44239c25c23111d27cd0 as hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/replication/2ed555e88fc91f1adff349bf0689e0a8/queue/c3039961da4a44239c25c23111d27cd0 2024-11-16T11:21:18,418 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/replication/2ed555e88fc91f1adff349bf0689e0a8/queue/c3039961da4a44239c25c23111d27cd0, entries=1, sequenceid=13, filesize=5.2 K 2024-11-16T11:21:18,419 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 2ed555e88fc91f1adff349bf0689e0a8 in 456ms, sequenceid=13, compaction requested=false 2024-11-16T11:21:18,429 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/hbase/replication/2ed555e88fc91f1adff349bf0689e0a8/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-16T11:21:18,429 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:21:18,429 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:21:18,429 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8. 2024-11-16T11:21:18,429 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ed555e88fc91f1adff349bf0689e0a8: Waiting for close lock at 1731756077963Running coprocessor pre-close hooks at 1731756077963Disabling compacts and flushes for region at 1731756077963Disabling writes for close at 1731756077963Obtaining lock to block concurrent updates at 1731756077963Preparing flush snapshotting stores in 2ed555e88fc91f1adff349bf0689e0a8 at 1731756077963Finished memstore snapshotting hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8., syncing WAL and waiting on mvcc, flushsize=dataSize=1343, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731756077964 (+1 ms)Flushing stores of hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8. at 1731756077964Flushing 2ed555e88fc91f1adff349bf0689e0a8/queue: creating writer at 1731756077965 (+1 ms)Flushing 2ed555e88fc91f1adff349bf0689e0a8/queue: appending metadata at 1731756077986 (+21 ms)Flushing 2ed555e88fc91f1adff349bf0689e0a8/queue: closing flushed file at 1731756077986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da5a3da: reopening flushed file at 1731756078410 (+424 ms)Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 2ed555e88fc91f1adff349bf0689e0a8 in 456ms, sequenceid=13, compaction requested=false at 1731756078419 (+9 ms)Writing region close event to WAL at 1731756078424 (+5 ms)Running coprocessor post-close hooks at 1731756078429 (+5 ms)Closed at 1731756078429 2024-11-16T11:21:18,430 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731756063075.2ed555e88fc91f1adff349bf0689e0a8. 2024-11-16T11:21:18,430 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04cd487b6e063467a3717fc499c4e44a, disabling compactions & flushes 2024-11-16T11:21:18,430 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731756056615.04cd487b6e063467a3717fc499c4e44a. 2024-11-16T11:21:18,430 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756056615.04cd487b6e063467a3717fc499c4e44a. 2024-11-16T11:21:18,430 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731756056615.04cd487b6e063467a3717fc499c4e44a. after waiting 0 ms 2024-11-16T11:21:18,430 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731756056615.04cd487b6e063467a3717fc499c4e44a. 2024-11-16T11:21:18,430 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 04cd487b6e063467a3717fc499c4e44a 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-16T11:21:18,451 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/default/test/04cd487b6e063467a3717fc499c4e44a/.tmp/f/ccf3e936b7754bae865e58c400f01020 is 37, key is row3/f:row3/1731756074137/Put/seqid=0 2024-11-16T11:21:18,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741845_1021 (size=5228) 2024-11-16T11:21:18,567 DEBUG [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(1351): Waiting on 04cd487b6e063467a3717fc499c4e44a 2024-11-16T11:21:18,574 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1483, reset compression=false 2024-11-16T11:21:18,767 DEBUG [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(1351): Waiting on 04cd487b6e063467a3717fc499c4e44a 2024-11-16T11:21:18,862 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/default/test/04cd487b6e063467a3717fc499c4e44a/.tmp/f/ccf3e936b7754bae865e58c400f01020 2024-11-16T11:21:18,866 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ccf3e936b7754bae865e58c400f01020 2024-11-16T11:21:18,883 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/default/test/04cd487b6e063467a3717fc499c4e44a/.tmp/f1/24a4e4ae2907416b8a73a46d12b43a9f is 30, key is row1/f1:/1731756071469/DeleteFamily/seqid=0 2024-11-16T11:21:18,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741846_1022 (size=5158) 2024-11-16T11:21:18,886 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:21:18,887 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:21:18,888 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/default/test/04cd487b6e063467a3717fc499c4e44a/.tmp/f1/24a4e4ae2907416b8a73a46d12b43a9f 2024-11-16T11:21:18,891 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24a4e4ae2907416b8a73a46d12b43a9f 2024-11-16T11:21:18,908 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/default/test/04cd487b6e063467a3717fc499c4e44a/.tmp/norep/2f77feec83a14ec5900e3c3687dc3e4c is 33, key is row1/norep:/1731756071469/DeleteFamily/seqid=0 2024-11-16T11:21:18,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741847_1023 (size=5108) 2024-11-16T11:21:18,916 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/default/test/04cd487b6e063467a3717fc499c4e44a/.tmp/norep/2f77feec83a14ec5900e3c3687dc3e4c 2024-11-16T11:21:18,920 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f77feec83a14ec5900e3c3687dc3e4c 2024-11-16T11:21:18,920 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/default/test/04cd487b6e063467a3717fc499c4e44a/.tmp/f/ccf3e936b7754bae865e58c400f01020 as hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/default/test/04cd487b6e063467a3717fc499c4e44a/f/ccf3e936b7754bae865e58c400f01020 2024-11-16T11:21:18,926 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ccf3e936b7754bae865e58c400f01020 2024-11-16T11:21:18,926 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/default/test/04cd487b6e063467a3717fc499c4e44a/f/ccf3e936b7754bae865e58c400f01020, entries=5, sequenceid=12, filesize=5.1 K 2024-11-16T11:21:18,927 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/default/test/04cd487b6e063467a3717fc499c4e44a/.tmp/f1/24a4e4ae2907416b8a73a46d12b43a9f as hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/default/test/04cd487b6e063467a3717fc499c4e44a/f1/24a4e4ae2907416b8a73a46d12b43a9f 2024-11-16T11:21:18,932 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24a4e4ae2907416b8a73a46d12b43a9f 2024-11-16T11:21:18,932 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/default/test/04cd487b6e063467a3717fc499c4e44a/f1/24a4e4ae2907416b8a73a46d12b43a9f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-16T11:21:18,934 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/default/test/04cd487b6e063467a3717fc499c4e44a/.tmp/norep/2f77feec83a14ec5900e3c3687dc3e4c as hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/default/test/04cd487b6e063467a3717fc499c4e44a/norep/2f77feec83a14ec5900e3c3687dc3e4c 2024-11-16T11:21:18,939 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f77feec83a14ec5900e3c3687dc3e4c 2024-11-16T11:21:18,939 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/default/test/04cd487b6e063467a3717fc499c4e44a/norep/2f77feec83a14ec5900e3c3687dc3e4c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-16T11:21:18,940 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 04cd487b6e063467a3717fc499c4e44a in 510ms, sequenceid=12, compaction requested=false 2024-11-16T11:21:18,941 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T11:21:18,951 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/data/default/test/04cd487b6e063467a3717fc499c4e44a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T11:21:18,952 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:21:18,952 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:21:18,952 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731756056615.04cd487b6e063467a3717fc499c4e44a. 2024-11-16T11:21:18,952 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04cd487b6e063467a3717fc499c4e44a: Waiting for close lock at 1731756078430Running coprocessor pre-close hooks at 1731756078430Disabling compacts and flushes for region at 1731756078430Disabling writes for close at 1731756078430Obtaining lock to block concurrent updates at 1731756078430Preparing flush snapshotting stores in 04cd487b6e063467a3717fc499c4e44a at 1731756078430Finished memstore snapshotting test,,1731756056615.04cd487b6e063467a3717fc499c4e44a., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731756078430Flushing stores of test,,1731756056615.04cd487b6e063467a3717fc499c4e44a. at 1731756078431 (+1 ms)Flushing 04cd487b6e063467a3717fc499c4e44a/f: creating writer at 1731756078431Flushing 04cd487b6e063467a3717fc499c4e44a/f: appending metadata at 1731756078450 (+19 ms)Flushing 04cd487b6e063467a3717fc499c4e44a/f: closing flushed file at 1731756078451 (+1 ms)Flushing 04cd487b6e063467a3717fc499c4e44a/f1: creating writer at 1731756078866 (+415 ms)Flushing 04cd487b6e063467a3717fc499c4e44a/f1: appending metadata at 1731756078882 (+16 ms)Flushing 04cd487b6e063467a3717fc499c4e44a/f1: closing flushed file at 1731756078882Flushing 04cd487b6e063467a3717fc499c4e44a/norep: creating writer at 1731756078891 (+9 ms)Flushing 04cd487b6e063467a3717fc499c4e44a/norep: appending metadata at 1731756078907 (+16 ms)Flushing 04cd487b6e063467a3717fc499c4e44a/norep: closing flushed file at 1731756078907Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d173010: reopening flushed file at 1731756078920 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cecb04e: reopening flushed file at 1731756078926 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@771da991: reopening flushed file at 1731756078932 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 04cd487b6e063467a3717fc499c4e44a in 510ms, sequenceid=12, compaction requested=false at 1731756078941 (+9 ms)Writing region close event to WAL at 1731756078944 (+3 ms)Running coprocessor post-close hooks at 1731756078952 (+8 ms)Closed at 1731756078952 2024-11-16T11:21:18,952 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731756056615.04cd487b6e063467a3717fc499c4e44a. 2024-11-16T11:21:18,961 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 1469, reset compression=false 2024-11-16T11:21:18,965 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:21:18,966 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026 to pos 2360, reset compression=false 2024-11-16T11:21:18,966 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.shippera7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,35141,1731756047740 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/WALs/a7948fca2832,35141,1731756047740/a7948fca2832%2C35141%2C1731756047740.1731756050026, lastWalPosition=2360, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:21:18,967 INFO [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,35141,1731756047740; all regions closed. 2024-11-16T11:21:18,966 ERROR [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.shippera7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a7948fca2832,35141,1731756047740: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a7948fca2832,35141,1731756047740, walGroup=a7948fca2832%2C35141%2C1731756047740, offset=a7948fca2832%2C35141%2C1731756047740.1731756050026:2360, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:35141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T11:21:18,967 ERROR [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.shippera7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T11:21:18,967 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.shippera7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T11:21:18,968 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.shippera7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T11:21:18,968 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.shippera7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T11:21:18,968 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.shippera7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T11:21:18,968 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.shippera7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1235222528, "init": 1048576000, "max": 2306867200, "used": 938375976 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199326704 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T11:21:18,969 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.shippera7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:43409 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:43409 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T11:21:18,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741834_1010 (size=4239) 2024-11-16T11:21:18,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741839_1015 (size=3334) 2024-11-16T11:21:18,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741832_1008 (size=2368) 2024-11-16T11:21:18,989 DEBUG [RS:0;a7948fca2832:35141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:18,989 INFO [RS:0;a7948fca2832:35141 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:21:18,989 INFO [RS:0;a7948fca2832:35141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:21:18,989 INFO [RS:0;a7948fca2832:35141 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:21:18,989 INFO [RS:0;a7948fca2832:35141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:21:18,989 INFO [RS:0;a7948fca2832:35141 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a7948fca2832,35141,1731756047740 because: Region server is closing 2024-11-16T11:21:18,990 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:21:18,990 INFO [RS:0;a7948fca2832:35141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:35141. 2024-11-16T11:21:18,990 DEBUG [RS:0;a7948fca2832:35141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:18,990 DEBUG [RS:0;a7948fca2832:35141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:18,990 DEBUG [RS:0;a7948fca2832:35141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:18,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:19,091 INFO [RS:0;a7948fca2832:35141 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.shippera7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 terminated 2024-11-16T11:21:19,091 INFO [RS:0;a7948fca2832:35141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:35141. 2024-11-16T11:21:19,091 DEBUG [RS:0;a7948fca2832:35141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:19,091 DEBUG [RS:0;a7948fca2832:35141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:19,091 DEBUG [RS:0;a7948fca2832:35141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:19,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:19,091 INFO [RS:0;a7948fca2832:35141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35141 2024-11-16T11:21:19,091 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,35141,1731756047740.replicationSource.wal-reader.a7948fca2832%2C35141%2C1731756047740,1-a7948fca2832,35141,1731756047740 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T11:21:19,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756/rs 2024-11-16T11:21:19,172 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101436019970004, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1513039756/rs/a7948fca2832,35141,1731756047740 2024-11-16T11:21:19,173 INFO [RS:0;a7948fca2832:35141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:21:19,173 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,35141,1731756047740] 2024-11-16T11:21:19,183 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1513039756/draining/a7948fca2832,35141,1731756047740 already deleted, retry=false 2024-11-16T11:21:19,183 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,35141,1731756047740 expired; onlineServers=0 2024-11-16T11:21:19,183 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,43409,1731756047601' ***** 2024-11-16T11:21:19,183 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:21:19,183 INFO [M:0;a7948fca2832:43409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:21:19,183 INFO [M:0;a7948fca2832:43409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:21:19,183 DEBUG [M:0;a7948fca2832:43409 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:21:19,183 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:21:19,183 DEBUG [M:0;a7948fca2832:43409 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:21:19,183 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756049779 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756049779,5,FailOnTimeoutGroup] 2024-11-16T11:21:19,183 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756049772 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756049772,5,FailOnTimeoutGroup] 2024-11-16T11:21:19,183 INFO [M:0;a7948fca2832:43409 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:21:19,183 INFO [M:0;a7948fca2832:43409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:21:19,183 DEBUG [M:0;a7948fca2832:43409 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:21:19,183 INFO [M:0;a7948fca2832:43409 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:21:19,183 INFO [M:0;a7948fca2832:43409 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:21:19,184 INFO [M:0;a7948fca2832:43409 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:21:19,184 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:21:19,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1513039756/master 2024-11-16T11:21:19,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1513039756 2024-11-16T11:21:19,214 DEBUG [M:0;a7948fca2832:43409 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1513039756/master already deleted, retry=false 2024-11-16T11:21:19,214 DEBUG [M:0;a7948fca2832:43409 {}] master.ActiveMasterManager(353): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1513039756/master 2024-11-16T11:21:19,215 INFO [M:0;a7948fca2832:43409 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/.lastflushedseqids 2024-11-16T11:21:19,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741848_1024 (size=245) 2024-11-16T11:21:19,296 INFO [RS:0;a7948fca2832:35141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:21:19,296 INFO [RS:0;a7948fca2832:35141 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,35141,1731756047740; zookeeper connection closed. 2024-11-16T11:21:19,296 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101436019970004, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:21:19,296 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101436019970004, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:21:19,297 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e1d6044 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e1d6044 2024-11-16T11:21:19,297 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:21:19,378 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1483, reset compression=false 2024-11-16T11:21:19,626 INFO [M:0;a7948fca2832:43409 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:21:19,626 INFO [M:0;a7948fca2832:43409 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:21:19,626 DEBUG [M:0;a7948fca2832:43409 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:21:19,626 INFO [M:0;a7948fca2832:43409 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:19,626 DEBUG [M:0;a7948fca2832:43409 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:19,627 DEBUG [M:0;a7948fca2832:43409 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-16T11:21:19,627 DEBUG [M:0;a7948fca2832:43409 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:19,627 INFO [M:0;a7948fca2832:43409 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T11:21:19,650 DEBUG [M:0;a7948fca2832:43409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/349d6e07348e4d5e9e5e7fdf5f01d7c9 is 82, key is hbase:meta,,1/info:regioninfo/1731756051090/Put/seqid=0 2024-11-16T11:21:19,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741849_1025 (size=5672) 2024-11-16T11:21:20,061 INFO [M:0;a7948fca2832:43409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/349d6e07348e4d5e9e5e7fdf5f01d7c9 2024-11-16T11:21:20,096 DEBUG [M:0;a7948fca2832:43409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/391eeb080221448c9d31478d484f9a5d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731756064242/Put/seqid=0 2024-11-16T11:21:20,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741850_1026 (size=8516) 2024-11-16T11:21:20,107 INFO [M:0;a7948fca2832:43409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/391eeb080221448c9d31478d484f9a5d 2024-11-16T11:21:20,137 DEBUG [M:0;a7948fca2832:43409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/665f1a3e02e14200b36492469c84e4af is 69, key is a7948fca2832,35141,1731756047740/rs:state/1731756049822/Put/seqid=0 2024-11-16T11:21:20,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741851_1027 (size=5156) 2024-11-16T11:21:20,282 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1483, reset compression=false 2024-11-16T11:21:20,548 INFO [M:0;a7948fca2832:43409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/665f1a3e02e14200b36492469c84e4af 2024-11-16T11:21:20,559 DEBUG [M:0;a7948fca2832:43409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/349d6e07348e4d5e9e5e7fdf5f01d7c9 as hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/349d6e07348e4d5e9e5e7fdf5f01d7c9 2024-11-16T11:21:20,564 INFO [M:0;a7948fca2832:43409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/349d6e07348e4d5e9e5e7fdf5f01d7c9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T11:21:20,574 DEBUG [M:0;a7948fca2832:43409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/391eeb080221448c9d31478d484f9a5d as hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/391eeb080221448c9d31478d484f9a5d 2024-11-16T11:21:20,583 INFO [M:0;a7948fca2832:43409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/391eeb080221448c9d31478d484f9a5d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T11:21:20,584 DEBUG [M:0;a7948fca2832:43409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/665f1a3e02e14200b36492469c84e4af as hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/665f1a3e02e14200b36492469c84e4af 2024-11-16T11:21:20,590 INFO [M:0;a7948fca2832:43409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/eae736c0-fd77-2096-461b-d788227f0702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/665f1a3e02e14200b36492469c84e4af, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T11:21:20,591 INFO [M:0;a7948fca2832:43409 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 964ms, sequenceid=97, compaction requested=false 2024-11-16T11:21:20,605 INFO [M:0;a7948fca2832:43409 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:20,605 DEBUG [M:0;a7948fca2832:43409 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756079626Disabling compacts and flushes for region at 1731756079626Disabling writes for close at 1731756079627 (+1 ms)Obtaining lock to block concurrent updates at 1731756079627Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731756079627Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731756079627Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731756079628 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731756079628Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731756079649 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731756079649Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731756080067 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731756080095 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731756080095Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731756080111 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731756080136 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731756080136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2645490e: reopening flushed file at 1731756080552 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@179be123: reopening flushed file at 1731756080564 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4675b03f: reopening flushed file at 1731756080583 (+19 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 964ms, sequenceid=97, compaction requested=false at 1731756080591 (+8 ms)Writing region close event to WAL at 1731756080605 (+14 ms)Closed at 1731756080605 2024-11-16T11:21:20,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741830_1006 (size=63654) 2024-11-16T11:21:20,609 INFO [M:0;a7948fca2832:43409 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:21:20,610 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:21:20,610 INFO [M:0;a7948fca2832:43409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43409 2024-11-16T11:21:20,612 INFO [M:0;a7948fca2832:43409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:21:20,778 INFO [M:0;a7948fca2832:43409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:21:20,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:21:20,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43409-0x101436019970003, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:21:20,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3da64c88{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:21:20,781 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fc9cb47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:21:20,781 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:21:20,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37e857e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:21:20,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37999a1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/hadoop.log.dir/,STOPPED} 2024-11-16T11:21:20,786 WARN [BP-1443768096-172.17.0.2-1731756045707 heartbeating to localhost/127.0.0.1:37299 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:21:20,786 WARN [BP-1443768096-172.17.0.2-1731756045707 heartbeating to localhost/127.0.0.1:37299 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1443768096-172.17.0.2-1731756045707 (Datanode Uuid dda30f43-c6ca-4fb2-92f1-b59dd3488f96) service to localhost/127.0.0.1:37299 2024-11-16T11:21:20,786 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:21:20,786 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:21:20,787 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/cluster_08270bc7-1cb5-3070-17a7-1459c5dfe5c4/data/data1/current/BP-1443768096-172.17.0.2-1731756045707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:21:20,787 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/cluster_08270bc7-1cb5-3070-17a7-1459c5dfe5c4/data/data2/current/BP-1443768096-172.17.0.2-1731756045707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:21:20,787 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:21:20,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624c38f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:21:20,796 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ec3d9bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:21:20,796 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:21:20,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@413816ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:21:20,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dafa61f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ff8144-c798-496c-3f75-743b16740fc2/hadoop.log.dir/,STOPPED} 2024-11-16T11:21:20,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:21:20,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:21:20,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:21:20,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:20,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:20,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:20,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:20,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:20,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:20,853 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:21:20,853 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1073191698, stopped=false 2024-11-16T11:21:20,853 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,43745,1731756041924 2024-11-16T11:21:20,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1655455539/running 2024-11-16T11:21:20,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1655455539/running 2024-11-16T11:21:20,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539 2024-11-16T11:21:20,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539 2024-11-16T11:21:20,867 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:21:20,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:21:20,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:20,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:20,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Set watcher on znode that does not yet exist, /0-1655455539/running 2024-11-16T11:21:20,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Set watcher on znode that does not yet exist, /0-1655455539/running 2024-11-16T11:21:20,868 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,45257,1731756042127' ***** 2024-11-16T11:21:20,868 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:21:20,868 INFO [RS:0;a7948fca2832:45257 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:21:20,868 INFO [RS:0;a7948fca2832:45257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:21:20,868 INFO [RS:0;a7948fca2832:45257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:21:20,868 INFO [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(3091): Received CLOSE for 70bcc350a2417340c3768c450f0f3e3a 2024-11-16T11:21:20,868 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:21:20,884 INFO [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(3091): Received CLOSE for 566ca45549d0fa48d3a2a5f36531e96e 2024-11-16T11:21:20,884 INFO [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,45257,1731756042127 2024-11-16T11:21:20,884 INFO [RS:0;a7948fca2832:45257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:21:20,884 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70bcc350a2417340c3768c450f0f3e3a, disabling compactions & flushes 2024-11-16T11:21:20,884 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a. 2024-11-16T11:21:20,884 INFO [RS:0;a7948fca2832:45257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:45257. 2024-11-16T11:21:20,884 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a. 2024-11-16T11:21:20,884 DEBUG [RS:0;a7948fca2832:45257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:20,884 DEBUG [RS:0;a7948fca2832:45257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:20,884 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a. after waiting 0 ms 2024-11-16T11:21:20,885 INFO [RS:0;a7948fca2832:45257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:21:20,885 INFO [RS:0;a7948fca2832:45257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:21:20,885 INFO [RS:0;a7948fca2832:45257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:21:20,885 INFO [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:21:20,885 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a. 2024-11-16T11:21:20,885 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 70bcc350a2417340c3768c450f0f3e3a 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-16T11:21:20,892 INFO [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T11:21:20,892 DEBUG [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(1325): Online Regions={70bcc350a2417340c3768c450f0f3e3a=hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a., 1588230740=hbase:meta,,1.1588230740, 566ca45549d0fa48d3a2a5f36531e96e=test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e.} 2024-11-16T11:21:20,892 DEBUG [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 566ca45549d0fa48d3a2a5f36531e96e, 70bcc350a2417340c3768c450f0f3e3a 2024-11-16T11:21:20,896 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:21:20,896 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:21:20,896 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:21:20,896 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:21:20,896 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:21:20,896 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T11:21:20,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:20,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:20,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:20,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:20,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:20,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:20,953 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:21:20,963 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/replication/70bcc350a2417340c3768c450f0f3e3a/.tmp/queue/b13322d1c15d449791135268660e2ebf is 154, key is 1-a7948fca2832,45257,1731756042127/queue:a7948fca2832%2C45257%2C1731756042127/1731756075835/Put/seqid=0 2024-11-16T11:21:20,969 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/.tmp/info/a87b0bd7b668497b8ed2177852ec5e80 is 147, key is hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a./info:regioninfo/1731756062180/Put/seqid=0 2024-11-16T11:21:20,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:20,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:20,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:21,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741840_1016 (size=5353) 2024-11-16T11:21:21,034 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/replication/70bcc350a2417340c3768c450f0f3e3a/.tmp/queue/b13322d1c15d449791135268660e2ebf 2024-11-16T11:21:21,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741841_1017 (size=7686) 2024-11-16T11:21:21,069 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/replication/70bcc350a2417340c3768c450f0f3e3a/.tmp/queue/b13322d1c15d449791135268660e2ebf as hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/replication/70bcc350a2417340c3768c450f0f3e3a/queue/b13322d1c15d449791135268660e2ebf 2024-11-16T11:21:21,075 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/replication/70bcc350a2417340c3768c450f0f3e3a/queue/b13322d1c15d449791135268660e2ebf, entries=1, sequenceid=14, filesize=5.2 K 2024-11-16T11:21:21,077 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 70bcc350a2417340c3768c450f0f3e3a in 191ms, sequenceid=14, compaction requested=false 2024-11-16T11:21:21,077 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T11:21:21,092 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/replication/70bcc350a2417340c3768c450f0f3e3a/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-16T11:21:21,093 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:21:21,093 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:21:21,093 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a. 2024-11-16T11:21:21,093 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70bcc350a2417340c3768c450f0f3e3a: Waiting for close lock at 1731756080884Running coprocessor pre-close hooks at 1731756080884Disabling compacts and flushes for region at 1731756080884Disabling writes for close at 1731756080884Obtaining lock to block concurrent updates at 1731756080885 (+1 ms)Preparing flush snapshotting stores in 70bcc350a2417340c3768c450f0f3e3a at 1731756080885Finished memstore snapshotting hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731756080885Flushing stores of hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a. at 1731756080886 (+1 ms)Flushing 70bcc350a2417340c3768c450f0f3e3a/queue: creating writer at 1731756080886Flushing 70bcc350a2417340c3768c450f0f3e3a/queue: appending metadata at 1731756080962 (+76 ms)Flushing 70bcc350a2417340c3768c450f0f3e3a/queue: closing flushed file at 1731756080962Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6997c748: reopening flushed file at 1731756081069 (+107 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 70bcc350a2417340c3768c450f0f3e3a in 191ms, sequenceid=14, compaction requested=false at 1731756081077 (+8 ms)Writing region close event to WAL at 1731756081086 (+9 ms)Running coprocessor post-close hooks at 1731756081093 (+7 ms)Closed at 1731756081093 2024-11-16T11:21:21,094 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731756060935.70bcc350a2417340c3768c450f0f3e3a. 2024-11-16T11:21:21,094 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 566ca45549d0fa48d3a2a5f36531e96e, disabling compactions & flushes 2024-11-16T11:21:21,094 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e. 2024-11-16T11:21:21,094 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e. 2024-11-16T11:21:21,094 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e. after waiting 0 ms 2024-11-16T11:21:21,094 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e. 2024-11-16T11:21:21,094 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 566ca45549d0fa48d3a2a5f36531e96e 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-16T11:21:21,094 DEBUG [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 566ca45549d0fa48d3a2a5f36531e96e 2024-11-16T11:21:21,116 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/default/test/566ca45549d0fa48d3a2a5f36531e96e/.tmp/f/7c69a269591e462d83bd63a46a66ec43 is 37, key is row3/f:row3/1731756074137/Put/seqid=0 2024-11-16T11:21:21,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741842_1018 (size=5228) 2024-11-16T11:21:21,125 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/default/test/566ca45549d0fa48d3a2a5f36531e96e/.tmp/f/7c69a269591e462d83bd63a46a66ec43 2024-11-16T11:21:21,132 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c69a269591e462d83bd63a46a66ec43 2024-11-16T11:21:21,156 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/default/test/566ca45549d0fa48d3a2a5f36531e96e/.tmp/f1/9ec69c335e8e47219d892a6e1a19d1d0 is 30, key is row1/f1:/1731756071469/DeleteFamily/seqid=0 2024-11-16T11:21:21,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741843_1019 (size=5158) 2024-11-16T11:21:21,167 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/default/test/566ca45549d0fa48d3a2a5f36531e96e/.tmp/f1/9ec69c335e8e47219d892a6e1a19d1d0 2024-11-16T11:21:21,178 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ec69c335e8e47219d892a6e1a19d1d0 2024-11-16T11:21:21,207 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/default/test/566ca45549d0fa48d3a2a5f36531e96e/.tmp/norep/18aaf33a8b04429f8706db42f9295693 is 32, key is row/norep:/1731756070452/DeleteFamily/seqid=0 2024-11-16T11:21:21,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741844_1020 (size=5101) 2024-11-16T11:21:21,224 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/default/test/566ca45549d0fa48d3a2a5f36531e96e/.tmp/norep/18aaf33a8b04429f8706db42f9295693 2024-11-16T11:21:21,230 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18aaf33a8b04429f8706db42f9295693 2024-11-16T11:21:21,231 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/default/test/566ca45549d0fa48d3a2a5f36531e96e/.tmp/f/7c69a269591e462d83bd63a46a66ec43 as hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/default/test/566ca45549d0fa48d3a2a5f36531e96e/f/7c69a269591e462d83bd63a46a66ec43 2024-11-16T11:21:21,236 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c69a269591e462d83bd63a46a66ec43 2024-11-16T11:21:21,236 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/default/test/566ca45549d0fa48d3a2a5f36531e96e/f/7c69a269591e462d83bd63a46a66ec43, entries=5, sequenceid=12, filesize=5.1 K 2024-11-16T11:21:21,237 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/default/test/566ca45549d0fa48d3a2a5f36531e96e/.tmp/f1/9ec69c335e8e47219d892a6e1a19d1d0 as hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/default/test/566ca45549d0fa48d3a2a5f36531e96e/f1/9ec69c335e8e47219d892a6e1a19d1d0 2024-11-16T11:21:21,243 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ec69c335e8e47219d892a6e1a19d1d0 2024-11-16T11:21:21,243 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/default/test/566ca45549d0fa48d3a2a5f36531e96e/f1/9ec69c335e8e47219d892a6e1a19d1d0, entries=3, sequenceid=12, filesize=5.0 K 2024-11-16T11:21:21,244 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/default/test/566ca45549d0fa48d3a2a5f36531e96e/.tmp/norep/18aaf33a8b04429f8706db42f9295693 as hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/default/test/566ca45549d0fa48d3a2a5f36531e96e/norep/18aaf33a8b04429f8706db42f9295693 2024-11-16T11:21:21,250 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18aaf33a8b04429f8706db42f9295693 2024-11-16T11:21:21,250 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/default/test/566ca45549d0fa48d3a2a5f36531e96e/norep/18aaf33a8b04429f8706db42f9295693, entries=1, sequenceid=12, filesize=5.0 K 2024-11-16T11:21:21,251 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 566ca45549d0fa48d3a2a5f36531e96e in 157ms, sequenceid=12, compaction requested=false 2024-11-16T11:21:21,252 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T11:21:21,265 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/default/test/566ca45549d0fa48d3a2a5f36531e96e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T11:21:21,265 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:21:21,265 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:21:21,265 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e. 2024-11-16T11:21:21,265 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 566ca45549d0fa48d3a2a5f36531e96e: Waiting for close lock at 1731756081094Running coprocessor pre-close hooks at 1731756081094Disabling compacts and flushes for region at 1731756081094Disabling writes for close at 1731756081094Obtaining lock to block concurrent updates at 1731756081094Preparing flush snapshotting stores in 566ca45549d0fa48d3a2a5f36531e96e at 1731756081094Finished memstore snapshotting test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731756081094Flushing stores of test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e. at 1731756081095 (+1 ms)Flushing 566ca45549d0fa48d3a2a5f36531e96e/f: creating writer at 1731756081095Flushing 566ca45549d0fa48d3a2a5f36531e96e/f: appending metadata at 1731756081115 (+20 ms)Flushing 566ca45549d0fa48d3a2a5f36531e96e/f: closing flushed file at 1731756081115Flushing 566ca45549d0fa48d3a2a5f36531e96e/f1: creating writer at 1731756081132 (+17 ms)Flushing 566ca45549d0fa48d3a2a5f36531e96e/f1: appending metadata at 1731756081155 (+23 ms)Flushing 566ca45549d0fa48d3a2a5f36531e96e/f1: closing flushed file at 1731756081155Flushing 566ca45549d0fa48d3a2a5f36531e96e/norep: creating writer at 1731756081178 (+23 ms)Flushing 566ca45549d0fa48d3a2a5f36531e96e/norep: appending metadata at 1731756081206 (+28 ms)Flushing 566ca45549d0fa48d3a2a5f36531e96e/norep: closing flushed file at 1731756081206Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@822dff: reopening flushed file at 1731756081230 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b9eeef6: reopening flushed file at 1731756081236 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7427d620: reopening flushed file at 1731756081243 (+7 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 566ca45549d0fa48d3a2a5f36531e96e in 157ms, sequenceid=12, compaction requested=false at 1731756081252 (+9 ms)Writing region close event to WAL at 1731756081260 (+8 ms)Running coprocessor post-close hooks at 1731756081265 (+5 ms)Closed at 1731756081265 2024-11-16T11:21:21,266 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e. 2024-11-16T11:21:21,286 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 1483, reset compression=false 2024-11-16T11:21:21,291 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:21:21,291 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 2374, reset compression=false 2024-11-16T11:21:21,291 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.shippera7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,45257,1731756042127 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553, lastWalPosition=2374, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:21:21,292 ERROR [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.shippera7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a7948fca2832,45257,1731756042127: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a7948fca2832,45257,1731756042127, walGroup=a7948fca2832%2C45257%2C1731756042127, offset=a7948fca2832%2C45257%2C1731756042127.1731756044553:2374, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T11:21:21,293 ERROR [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.shippera7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T11:21:21,293 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.shippera7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T11:21:21,293 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.shippera7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T11:21:21,293 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.shippera7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T11:21:21,293 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.shippera7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T11:21:21,293 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.shippera7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1235222528, "init": 1048576000, "max": 2306867200, "used": 765913896 }, "NonHeapMemoryUsage": { "committed": 202702848, "init": 7667712, "max": -1, "used": 199804488 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T11:21:21,294 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.shippera7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:43745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:43745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T11:21:21,295 DEBUG [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:21:21,417 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:21:21,417 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:21:21,467 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/.tmp/info/a87b0bd7b668497b8ed2177852ec5e80 2024-11-16T11:21:21,494 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/.tmp/ns/5d9e8769219542018b5287d65ad5057f is 43, key is default/ns:d/1731756045634/Put/seqid=0 2024-11-16T11:21:21,495 DEBUG [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:21:21,507 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 2374, reset compression=false 2024-11-16T11:21:21,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741845_1021 (size=5153) 2024-11-16T11:21:21,520 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:21:21,523 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/.tmp/ns/5d9e8769219542018b5287d65ad5057f 2024-11-16T11:21:21,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:21,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:21,578 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/.tmp/rep_barrier/b2cb4436faab4abc81f4c1368200b2bb is 112, key is test,,1731756055472.566ca45549d0fa48d3a2a5f36531e96e./rep_barrier:seqnumDuringOpen/1731756056216/Put/seqid=0 2024-11-16T11:21:21,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:21,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:21,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:21,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:21,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:21,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:21,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:21,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:21,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:21,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741846_1022 (size=5518) 2024-11-16T11:21:21,695 DEBUG [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:21:21,853 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 2374, reset compression=false 2024-11-16T11:21:21,895 INFO [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T11:21:21,895 DEBUG [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:21:21,895 DEBUG [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:21:22,058 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/.tmp/rep_barrier/b2cb4436faab4abc81f4c1368200b2bb 2024-11-16T11:21:22,096 DEBUG [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:21:22,098 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/.tmp/table/91e229bcf67345f6b8e8eb25945900a5 is 53, key is hbase:replication/table:state/1731756062194/Put/seqid=0 2024-11-16T11:21:22,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741847_1023 (size=5308) 2024-11-16T11:21:22,278 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 2374, reset compression=false 2024-11-16T11:21:22,296 DEBUG [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:21:22,496 DEBUG [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:21:22,501 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/.tmp/table/91e229bcf67345f6b8e8eb25945900a5 2024-11-16T11:21:22,506 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/.tmp/info/a87b0bd7b668497b8ed2177852ec5e80 as hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/info/a87b0bd7b668497b8ed2177852ec5e80 2024-11-16T11:21:22,509 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/info/a87b0bd7b668497b8ed2177852ec5e80, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T11:21:22,510 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/.tmp/ns/5d9e8769219542018b5287d65ad5057f as hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/ns/5d9e8769219542018b5287d65ad5057f 2024-11-16T11:21:22,513 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/ns/5d9e8769219542018b5287d65ad5057f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T11:21:22,514 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/.tmp/rep_barrier/b2cb4436faab4abc81f4c1368200b2bb as hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/rep_barrier/b2cb4436faab4abc81f4c1368200b2bb 2024-11-16T11:21:22,517 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/rep_barrier/b2cb4436faab4abc81f4c1368200b2bb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T11:21:22,518 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/.tmp/table/91e229bcf67345f6b8e8eb25945900a5 as hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/table/91e229bcf67345f6b8e8eb25945900a5 2024-11-16T11:21:22,521 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/table/91e229bcf67345f6b8e8eb25945900a5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T11:21:22,522 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1626ms, sequenceid=16, compaction requested=false 2024-11-16T11:21:22,522 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T11:21:22,526 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T11:21:22,526 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:21:22,526 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:21:22,526 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:21:22,526 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756080896Running coprocessor pre-close hooks at 1731756080896Disabling compacts and flushes for region at 1731756080896Disabling writes for close at 1731756080896Obtaining lock to block concurrent updates at 1731756080896Preparing flush snapshotting stores in 1588230740 at 1731756080896Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731756080930 (+34 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731756080930Flushing 1588230740/info: creating writer at 1731756080931 (+1 ms)Flushing 1588230740/info: appending metadata at 1731756080969 (+38 ms)Flushing 1588230740/info: closing flushed file at 1731756080969Flushing 1588230740/ns: creating writer at 1731756081472 (+503 ms)Flushing 1588230740/ns: appending metadata at 1731756081493 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731756081493Flushing 1588230740/rep_barrier: creating writer at 1731756081535 (+42 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731756081578 (+43 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731756081578Flushing 1588230740/table: creating writer at 1731756082066 (+488 ms)Flushing 1588230740/table: appending metadata at 1731756082097 (+31 ms)Flushing 1588230740/table: closing flushed file at 1731756082097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a001e5a: reopening flushed file at 1731756082505 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a6d883: reopening flushed file at 1731756082509 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16568efc: reopening flushed file at 1731756082514 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a768876: reopening flushed file at 1731756082518 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1626ms, sequenceid=16, compaction requested=false at 1731756082522 (+4 ms)Writing region close event to WAL at 1731756082523 (+1 ms)Running coprocessor post-close hooks at 1731756082526 (+3 ms)Closed at 1731756082526 2024-11-16T11:21:22,526 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:21:22,696 INFO [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,45257,1731756042127; all regions closed. 2024-11-16T11:21:22,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741834_1010 (size=4239) 2024-11-16T11:21:22,698 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.meta.1731756045564.meta not finished, retry = 0 2024-11-16T11:21:22,788 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.1731756044553 to pos 2374, reset compression=false 2024-11-16T11:21:22,800 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/WALs/a7948fca2832,45257,1731756042127/a7948fca2832%2C45257%2C1731756042127.rep.1731756062091 not finished, retry = 0 2024-11-16T11:21:22,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741839_1015 (size=3552) 2024-11-16T11:21:22,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741832_1008 (size=2382) 2024-11-16T11:21:22,904 DEBUG [RS:0;a7948fca2832:45257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:22,904 INFO [RS:0;a7948fca2832:45257 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:21:22,904 INFO [RS:0;a7948fca2832:45257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:21:22,904 INFO [RS:0;a7948fca2832:45257 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T11:21:22,905 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:21:22,905 INFO [RS:0;a7948fca2832:45257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:21:22,905 INFO [RS:0;a7948fca2832:45257 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a7948fca2832,45257,1731756042127 because: Region server is closing 2024-11-16T11:21:22,905 INFO [RS:0;a7948fca2832:45257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:45257. 2024-11-16T11:21:22,906 DEBUG [RS:0;a7948fca2832:45257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:22,906 DEBUG [RS:0;a7948fca2832:45257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:22,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:22,906 DEBUG [RS:0;a7948fca2832:45257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:23,006 INFO [RS:0;a7948fca2832:45257 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.shippera7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 terminated 2024-11-16T11:21:23,006 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,45257,1731756042127.replicationSource.wal-reader.a7948fca2832%2C45257%2C1731756042127,1-a7948fca2832,45257,1731756042127 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T11:21:23,007 INFO [RS:0;a7948fca2832:45257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:45257. 2024-11-16T11:21:23,007 DEBUG [RS:0;a7948fca2832:45257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:23,007 DEBUG [RS:0;a7948fca2832:45257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:23,007 DEBUG [RS:0;a7948fca2832:45257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:23,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:23,007 INFO [RS:0;a7948fca2832:45257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45257 2024-11-16T11:21:23,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539/rs 2024-11-16T11:21:23,025 INFO [RS:0;a7948fca2832:45257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:21:23,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1655455539/rs/a7948fca2832,45257,1731756042127 2024-11-16T11:21:23,035 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,45257,1731756042127] 2024-11-16T11:21:23,046 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1655455539/draining/a7948fca2832,45257,1731756042127 already deleted, retry=false 2024-11-16T11:21:23,046 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,45257,1731756042127 expired; onlineServers=0 2024-11-16T11:21:23,046 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,43745,1731756041924' ***** 2024-11-16T11:21:23,046 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:21:23,046 INFO [M:0;a7948fca2832:43745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:21:23,046 INFO [M:0;a7948fca2832:43745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:21:23,046 DEBUG [M:0;a7948fca2832:43745 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:21:23,046 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:21:23,046 DEBUG [M:0;a7948fca2832:43745 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:21:23,046 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756044306 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756044306,5,FailOnTimeoutGroup] 2024-11-16T11:21:23,046 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756044307 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756044307,5,FailOnTimeoutGroup] 2024-11-16T11:21:23,046 INFO [M:0;a7948fca2832:43745 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:21:23,046 INFO [M:0;a7948fca2832:43745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:21:23,046 DEBUG [M:0;a7948fca2832:43745 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:21:23,046 INFO [M:0;a7948fca2832:43745 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:21:23,047 INFO [M:0;a7948fca2832:43745 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:21:23,047 INFO [M:0;a7948fca2832:43745 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:21:23,047 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:21:23,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1655455539/master 2024-11-16T11:21:23,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655455539 2024-11-16T11:21:23,056 DEBUG [M:0;a7948fca2832:43745 {}] zookeeper.ZKUtil(347): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Unable to get data of znode /0-1655455539/master because node does not exist (not an error) 2024-11-16T11:21:23,056 WARN [M:0;a7948fca2832:43745 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:21:23,057 INFO [M:0;a7948fca2832:43745 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/.lastflushedseqids 2024-11-16T11:21:23,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741848_1024 (size=245) 2024-11-16T11:21:23,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:21:23,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x101436019970001, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:21:23,135 INFO [RS:0;a7948fca2832:45257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:21:23,135 INFO [RS:0;a7948fca2832:45257 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,45257,1731756042127; zookeeper connection closed. 2024-11-16T11:21:23,136 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4dc5dca8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4dc5dca8 2024-11-16T11:21:23,136 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:21:23,462 INFO [M:0;a7948fca2832:43745 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:21:23,462 INFO [M:0;a7948fca2832:43745 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:21:23,462 DEBUG [M:0;a7948fca2832:43745 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:21:23,462 INFO [M:0;a7948fca2832:43745 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:23,462 DEBUG [M:0;a7948fca2832:43745 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:23,462 DEBUG [M:0;a7948fca2832:43745 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:21:23,462 DEBUG [M:0;a7948fca2832:43745 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:23,462 INFO [M:0;a7948fca2832:43745 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-16T11:21:23,480 DEBUG [M:0;a7948fca2832:43745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cf7bf0c542e45618bdac882d32f8f57 is 82, key is hbase:meta,,1/info:regioninfo/1731756045599/Put/seqid=0 2024-11-16T11:21:23,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741849_1025 (size=5672) 2024-11-16T11:21:23,483 INFO [M:0;a7948fca2832:43745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cf7bf0c542e45618bdac882d32f8f57 2024-11-16T11:21:23,503 DEBUG [M:0;a7948fca2832:43745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91c0e1d096cd4d10a1bd2642630c4c4e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731756056225/Put/seqid=0 2024-11-16T11:21:23,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741850_1026 (size=7218) 2024-11-16T11:21:23,910 INFO [M:0;a7948fca2832:43745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91c0e1d096cd4d10a1bd2642630c4c4e 2024-11-16T11:21:23,913 INFO [M:0;a7948fca2832:43745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91c0e1d096cd4d10a1bd2642630c4c4e 2024-11-16T11:21:23,925 DEBUG [M:0;a7948fca2832:43745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d85b3a44259485db5034d25781459b8 is 69, key is a7948fca2832,45257,1731756042127/rs:state/1731756044398/Put/seqid=0 2024-11-16T11:21:23,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741851_1027 (size=5156) 2024-11-16T11:21:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T11:21:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T11:21:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:21:24,329 INFO [M:0;a7948fca2832:43745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d85b3a44259485db5034d25781459b8 2024-11-16T11:21:24,333 DEBUG [M:0;a7948fca2832:43745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cf7bf0c542e45618bdac882d32f8f57 as hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cf7bf0c542e45618bdac882d32f8f57 2024-11-16T11:21:24,336 INFO [M:0;a7948fca2832:43745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cf7bf0c542e45618bdac882d32f8f57, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T11:21:24,337 DEBUG [M:0;a7948fca2832:43745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91c0e1d096cd4d10a1bd2642630c4c4e as hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91c0e1d096cd4d10a1bd2642630c4c4e 2024-11-16T11:21:24,340 INFO [M:0;a7948fca2832:43745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91c0e1d096cd4d10a1bd2642630c4c4e 2024-11-16T11:21:24,340 INFO [M:0;a7948fca2832:43745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91c0e1d096cd4d10a1bd2642630c4c4e, entries=11, sequenceid=105, filesize=7.0 K 2024-11-16T11:21:24,341 DEBUG [M:0;a7948fca2832:43745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d85b3a44259485db5034d25781459b8 as hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d85b3a44259485db5034d25781459b8 2024-11-16T11:21:24,344 INFO [M:0;a7948fca2832:43745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42695/user/jenkins/test-data/6c3863c8-af1d-b6ae-8b7b-6308c9a57287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d85b3a44259485db5034d25781459b8, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T11:21:24,345 INFO [M:0;a7948fca2832:43745 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=105, compaction requested=false 2024-11-16T11:21:24,349 INFO [M:0;a7948fca2832:43745 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:24,349 DEBUG [M:0;a7948fca2832:43745 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756083462Disabling compacts and flushes for region at 1731756083462Disabling writes for close at 1731756083462Obtaining lock to block concurrent updates at 1731756083462Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731756083462Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731756083463 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731756083463Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731756083463Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731756083479 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731756083479Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731756083486 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731756083502 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731756083502Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731756083913 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731756083925 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731756083925Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1213ae1b: reopening flushed file at 1731756084332 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16fe2eb6: reopening flushed file at 1731756084336 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5722ad3c: reopening flushed file at 1731756084340 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=105, compaction requested=false at 1731756084345 (+5 ms)Writing region close event to WAL at 1731756084349 (+4 ms)Closed at 1731756084349 2024-11-16T11:21:24,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741830_1006 (size=64423) 2024-11-16T11:21:24,351 INFO [M:0;a7948fca2832:43745 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:21:24,351 INFO [M:0;a7948fca2832:43745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43745 2024-11-16T11:21:24,351 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:21:24,351 INFO [M:0;a7948fca2832:43745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:21:24,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:21:24,507 INFO [M:0;a7948fca2832:43745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:21:24,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101436019970000, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:21:24,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@188d364{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:21:24,509 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a7a6bba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:21:24,510 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:21:24,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6876b713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:21:24,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd98a28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/hadoop.log.dir/,STOPPED} 2024-11-16T11:21:24,511 WARN [BP-1527114144-172.17.0.2-1731756039677 heartbeating to localhost/127.0.0.1:42695 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:21:24,511 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:21:24,511 WARN [BP-1527114144-172.17.0.2-1731756039677 heartbeating to localhost/127.0.0.1:42695 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1527114144-172.17.0.2-1731756039677 (Datanode Uuid bde4c0d4-6075-43c1-8dab-6c3edcdfe33a) service to localhost/127.0.0.1:42695 2024-11-16T11:21:24,511 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:21:24,511 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/cluster_5d2f9562-1331-1db5-12c9-9b23586fb62c/data/data1/current/BP-1527114144-172.17.0.2-1731756039677 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:21:24,511 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/cluster_5d2f9562-1331-1db5-12c9-9b23586fb62c/data/data2/current/BP-1527114144-172.17.0.2-1731756039677 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:21:24,512 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:21:24,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e6dadd0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:21:24,518 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42243d59{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:21:24,518 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:21:24,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b31bdca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:21:24,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d10a9d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/613f2a51-8e03-353a-c97f-e61a08b69db8/hadoop.log.dir/,STOPPED} 2024-11-16T11:21:24,524 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T11:21:24,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:21:24,548 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 259) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:37299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49542) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:42695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37299 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49542) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42695 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:46613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46613 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49542) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=369 (was 281) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3592 (was 4060) 2024-11-16T11:21:24,556 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=369, ProcessCount=11, AvailableMemoryMB=3592 2024-11-16T11:21:24,569 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-16T11:21:24,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/hadoop.log.dir so I do NOT create it in target/test-data/154132da-7348-d5bf-d4a6-1894454197dd 2024-11-16T11:21:24,569 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:21:24,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/hadoop.tmp.dir so I do NOT create it in target/test-data/154132da-7348-d5bf-d4a6-1894454197dd 2024-11-16T11:21:24,569 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/943e81e9-ad97-48b1-ece5-410423985bad/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:21:24,569 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd 2024-11-16T11:21:24,569 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/cluster_616c2c18-fb9a-b47d-4a21-6ad384210ad9, deleteOnExit=true 2024-11-16T11:21:24,572 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/cluster_616c2c18-fb9a-b47d-4a21-6ad384210ad9/zookeeper_0, clientPort=58414, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/cluster_616c2c18-fb9a-b47d-4a21-6ad384210ad9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/cluster_616c2c18-fb9a-b47d-4a21-6ad384210ad9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T11:21:24,572 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58414 2024-11-16T11:21:24,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:21:24,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:21:24,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/test.cache.data in system properties and HBase conf 2024-11-16T11:21:24,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:21:24,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:21:24,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:21:24,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:21:24,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:21:24,573 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:21:24,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:21:24,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:21:24,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:21:24,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:21:24,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:21:24,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:21:24,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:21:24,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:21:24,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:21:24,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:21:24,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:21:24,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:21:24,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:21:24,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:21:24,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101436019970005, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T11:21:24,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101436019970008, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T11:21:24,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101436019970002, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T11:21:24,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101436019970002, quorum=127.0.0.1:49542, baseZNode=/0-1655455539 Received Disconnected from ZooKeeper, ignoring 2024-11-16T11:21:24,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101436019970008, quorum=127.0.0.1:49542, baseZNode=/2-609618024 Received Disconnected from ZooKeeper, ignoring 2024-11-16T11:21:24,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101436019970005, quorum=127.0.0.1:49542, baseZNode=/1-1513039756 Received Disconnected from ZooKeeper, ignoring 2024-11-16T11:21:25,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:21:25,287 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:21:25,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:21:25,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:21:25,290 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:21:25,292 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:21:25,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59870692{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:21:25,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46006ca9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:21:25,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@534a7929{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/java.io.tmpdir/jetty-localhost-44819-hadoop-hdfs-3_4_1-tests_jar-_-any-6573358466240001284/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:21:25,434 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46344ff1{HTTP/1.1, (http/1.1)}{localhost:44819} 2024-11-16T11:21:25,434 INFO [Time-limited test {}] server.Server(415): Started @279297ms 2024-11-16T11:21:25,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:21:25,778 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:21:25,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:21:25,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:21:25,778 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:21:25,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f8809b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:21:25,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@630c0dd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:21:25,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8d77e5a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/java.io.tmpdir/jetty-localhost-42927-hadoop-hdfs-3_4_1-tests_jar-_-any-15204604185651331836/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:21:25,876 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@368c37ea{HTTP/1.1, (http/1.1)}{localhost:42927} 2024-11-16T11:21:25,876 INFO [Time-limited test {}] server.Server(415): Started @279738ms 2024-11-16T11:21:25,878 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:21:26,596 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:21:26,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:26,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:26,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:26,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:26,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:26,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:26,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:26,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:26,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:26,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:26,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:26,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:26,750 WARN [Thread-3435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/cluster_616c2c18-fb9a-b47d-4a21-6ad384210ad9/data/data2/current/BP-1804447113-172.17.0.2-1731756084593/current, will proceed with Du for space computation calculation, 2024-11-16T11:21:26,750 WARN [Thread-3434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/cluster_616c2c18-fb9a-b47d-4a21-6ad384210ad9/data/data1/current/BP-1804447113-172.17.0.2-1731756084593/current, will proceed with Du for space computation calculation, 2024-11-16T11:21:26,765 WARN [Thread-3421 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:21:26,767 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x475185f20cc7bb0e with lease ID 0x402109670eceb6f8: Processing first storage report for DS-579e885e-bd46-478e-94bf-b19a2b24c996 from datanode DatanodeRegistration(127.0.0.1:36501, datanodeUuid=355df285-9a10-4ef4-9c28-d9dcb1037f27, infoPort=37409, infoSecurePort=0, ipcPort=41395, storageInfo=lv=-57;cid=testClusterID;nsid=1372096968;c=1731756084593) 2024-11-16T11:21:26,767 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x475185f20cc7bb0e with lease ID 0x402109670eceb6f8: from storage DS-579e885e-bd46-478e-94bf-b19a2b24c996 node DatanodeRegistration(127.0.0.1:36501, datanodeUuid=355df285-9a10-4ef4-9c28-d9dcb1037f27, infoPort=37409, infoSecurePort=0, ipcPort=41395, storageInfo=lv=-57;cid=testClusterID;nsid=1372096968;c=1731756084593), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:21:26,767 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x475185f20cc7bb0e with lease ID 0x402109670eceb6f8: Processing first storage report for DS-2c768485-2a95-4c76-b55b-abace47ce8c1 from datanode DatanodeRegistration(127.0.0.1:36501, datanodeUuid=355df285-9a10-4ef4-9c28-d9dcb1037f27, infoPort=37409, infoSecurePort=0, ipcPort=41395, storageInfo=lv=-57;cid=testClusterID;nsid=1372096968;c=1731756084593) 2024-11-16T11:21:26,767 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x475185f20cc7bb0e with lease ID 0x402109670eceb6f8: from storage DS-2c768485-2a95-4c76-b55b-abace47ce8c1 node DatanodeRegistration(127.0.0.1:36501, datanodeUuid=355df285-9a10-4ef4-9c28-d9dcb1037f27, infoPort=37409, infoSecurePort=0, ipcPort=41395, storageInfo=lv=-57;cid=testClusterID;nsid=1372096968;c=1731756084593), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:21:26,840 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd 2024-11-16T11:21:26,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:21:26,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:21:26,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:21:26,847 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635 with version=8 2024-11-16T11:21:26,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/hbase-staging 2024-11-16T11:21:26,849 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:21:26,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:21:26,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:21:26,849 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:21:26,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:21:26,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:21:26,849 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:21:26,849 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:21:26,849 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45785 2024-11-16T11:21:26,850 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45785 connecting to ZooKeeper ensemble=127.0.0.1:58414 2024-11-16T11:21:26,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457850x0, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:21:26,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45785-0x1014360c9070000 connected 2024-11-16T11:21:27,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:21:27,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:21:27,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Set watcher on znode that does not yet exist, /0-2011793694/running 2024-11-16T11:21:27,081 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635, hbase.cluster.distributed=false 2024-11-16T11:21:27,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Set watcher on znode that does not yet exist, /0-2011793694/acl 2024-11-16T11:21:27,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45785 2024-11-16T11:21:27,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45785 2024-11-16T11:21:27,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45785 2024-11-16T11:21:27,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45785 2024-11-16T11:21:27,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45785 2024-11-16T11:21:27,125 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:21:27,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:21:27,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:21:27,125 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:21:27,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:21:27,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:21:27,125 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:21:27,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:21:27,126 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44765 2024-11-16T11:21:27,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44765 connecting to ZooKeeper ensemble=127.0.0.1:58414 2024-11-16T11:21:27,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:21:27,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:21:27,184 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447650x0, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:21:27,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447650x0, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Set watcher on znode that does not yet exist, /0-2011793694/running 2024-11-16T11:21:27,185 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:21:27,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44765-0x1014360c9070001 connected 2024-11-16T11:21:27,185 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:21:27,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44765-0x1014360c9070001, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Set watcher on znode that does not yet exist, /0-2011793694/master 2024-11-16T11:21:27,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44765-0x1014360c9070001, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Set watcher on znode that does not yet exist, /0-2011793694/acl 2024-11-16T11:21:27,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44765 2024-11-16T11:21:27,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44765 2024-11-16T11:21:27,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44765 2024-11-16T11:21:27,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44765 2024-11-16T11:21:27,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44765 2024-11-16T11:21:27,210 DEBUG [M:0;a7948fca2832:45785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:45785 2024-11-16T11:21:27,211 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2011793694/backup-masters/a7948fca2832,45785,1731756086848 2024-11-16T11:21:27,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694/backup-masters 2024-11-16T11:21:27,224 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x1014360c9070001, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694/backup-masters 2024-11-16T11:21:27,225 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Set watcher on existing znode=/0-2011793694/backup-masters/a7948fca2832,45785,1731756086848 2024-11-16T11:21:27,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694 2024-11-16T11:21:27,245 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x1014360c9070001, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2011793694/master 2024-11-16T11:21:27,245 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x1014360c9070001, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694 2024-11-16T11:21:27,246 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Set watcher on existing znode=/0-2011793694/master 2024-11-16T11:21:27,246 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2011793694/backup-masters/a7948fca2832,45785,1731756086848 from backup master directory 2024-11-16T11:21:27,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2011793694/backup-masters/a7948fca2832,45785,1731756086848 2024-11-16T11:21:27,256 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x1014360c9070001, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694/backup-masters 2024-11-16T11:21:27,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694/backup-masters 2024-11-16T11:21:27,257 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:21:27,257 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,45785,1731756086848 2024-11-16T11:21:27,261 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/hbase.id] with ID: a5d50083-585f-43da-aa18-ccdf9717beaf 2024-11-16T11:21:27,261 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/.tmp/hbase.id 2024-11-16T11:21:27,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:21:27,272 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/.tmp/hbase.id]:[hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/hbase.id] 2024-11-16T11:21:27,292 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:21:27,293 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:21:27,293 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T11:21:27,305 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x1014360c9070001, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694 2024-11-16T11:21:27,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694 2024-11-16T11:21:27,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:21:27,718 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:21:27,719 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:21:27,719 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:21:27,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:21:28,125 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/data/master/store 2024-11-16T11:21:28,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:21:28,530 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:28,530 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:21:28,530 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:28,530 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:28,530 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:21:28,530 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:28,530 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:28,531 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756088530Disabling compacts and flushes for region at 1731756088530Disabling writes for close at 1731756088530Writing region close event to WAL at 1731756088530Closed at 1731756088530 2024-11-16T11:21:28,531 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/data/master/store/.initializing 2024-11-16T11:21:28,531 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/WALs/a7948fca2832,45785,1731756086848 2024-11-16T11:21:28,532 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:21:28,533 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C45785%2C1731756086848, suffix=, logDir=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/WALs/a7948fca2832,45785,1731756086848, archiveDir=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/oldWALs, maxLogs=10 2024-11-16T11:21:28,545 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/WALs/a7948fca2832,45785,1731756086848/a7948fca2832%2C45785%2C1731756086848.1731756088533, exclude list is [], retry=0 2024-11-16T11:21:28,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36501,DS-579e885e-bd46-478e-94bf-b19a2b24c996,DISK] 2024-11-16T11:21:28,548 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/WALs/a7948fca2832,45785,1731756086848/a7948fca2832%2C45785%2C1731756086848.1731756088533 2024-11-16T11:21:28,548 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37409:37409)] 2024-11-16T11:21:28,548 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:21:28,548 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:28,548 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:28,548 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:28,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:28,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:21:28,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:28,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:28,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:28,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:21:28,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:28,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:28,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:28,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:21:28,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:28,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:28,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:28,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:21:28,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:28,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:28,554 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:28,554 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:28,555 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:28,555 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:28,555 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:28,555 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:21:28,556 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:28,557 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:21:28,558 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64252833, jitterRate=-0.042558178305625916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:21:28,559 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731756088548Initializing all the Stores at 1731756088549 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756088549Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756088549Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756088549Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756088549Cleaning up temporary data from old regions at 1731756088555 (+6 ms)Region opened successfully at 1731756088558 (+3 ms) 2024-11-16T11:21:28,559 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:21:28,561 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e70f8ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:21:28,562 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:21:28,562 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:21:28,562 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:21:28,562 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:21:28,562 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:21:28,563 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:21:28,563 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:21:28,564 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:21:28,565 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Unable to get data of znode /0-2011793694/balancer because node does not exist (not necessarily an error) 2024-11-16T11:21:28,592 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2011793694/balancer already deleted, retry=false 2024-11-16T11:21:28,593 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:21:28,593 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Unable to get data of znode /0-2011793694/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:21:28,614 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2011793694/normalizer already deleted, retry=false 2024-11-16T11:21:28,614 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:21:28,615 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Unable to get data of znode /0-2011793694/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:21:28,634 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2011793694/switch/split already deleted, retry=false 2024-11-16T11:21:28,635 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Unable to get data of znode /0-2011793694/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:21:28,656 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2011793694/switch/merge already deleted, retry=false 2024-11-16T11:21:28,657 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Unable to get data of znode /0-2011793694/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:21:28,677 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2011793694/snapshot-cleanup already deleted, retry=false 2024-11-16T11:21:28,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2011793694/running 2024-11-16T11:21:28,687 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x1014360c9070001, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2011793694/running 2024-11-16T11:21:28,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694 2024-11-16T11:21:28,687 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x1014360c9070001, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694 2024-11-16T11:21:28,688 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,45785,1731756086848, sessionid=0x1014360c9070000, setting cluster-up flag (Was=false) 2024-11-16T11:21:28,708 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x1014360c9070001, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694 2024-11-16T11:21:28,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694 2024-11-16T11:21:28,740 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2011793694/flush-table-proc/acquired, /0-2011793694/flush-table-proc/reached, /0-2011793694/flush-table-proc/abort 2024-11-16T11:21:28,741 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,45785,1731756086848 2024-11-16T11:21:28,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694 2024-11-16T11:21:28,761 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x1014360c9070001, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694 2024-11-16T11:21:28,793 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2011793694/online-snapshot/acquired, /0-2011793694/online-snapshot/reached, /0-2011793694/online-snapshot/abort 2024-11-16T11:21:28,794 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,45785,1731756086848 2024-11-16T11:21:28,794 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:21:28,796 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:21:28,796 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:21:28,796 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:21:28,796 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,45785,1731756086848 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:21:28,797 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:21:28,797 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:21:28,797 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:21:28,797 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:21:28,797 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:21:28,798 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:28,798 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:21:28,798 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:28,798 INFO [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(746): ClusterId : a5d50083-585f-43da-aa18-ccdf9717beaf 2024-11-16T11:21:28,798 DEBUG [RS:0;a7948fca2832:44765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:21:28,799 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731756118799 2024-11-16T11:21:28,799 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:21:28,799 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:21:28,799 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:21:28,799 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:21:28,799 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:21:28,799 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:21:28,799 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:28,800 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:21:28,800 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:21:28,800 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:21:28,800 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:21:28,800 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:21:28,800 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:21:28,801 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:28,801 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:21:28,804 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:21:28,804 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:21:28,808 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756088804,5,FailOnTimeoutGroup] 2024-11-16T11:21:28,809 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756088808,5,FailOnTimeoutGroup] 2024-11-16T11:21:28,809 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:28,809 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:21:28,809 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:28,809 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:28,811 DEBUG [RS:0;a7948fca2832:44765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:21:28,811 DEBUG [RS:0;a7948fca2832:44765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:21:28,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:21:28,822 DEBUG [RS:0;a7948fca2832:44765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:21:28,822 DEBUG [RS:0;a7948fca2832:44765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c82f080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:21:28,837 DEBUG [RS:0;a7948fca2832:44765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:44765 2024-11-16T11:21:28,837 INFO [RS:0;a7948fca2832:44765 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:21:28,837 INFO [RS:0;a7948fca2832:44765 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:21:28,837 DEBUG [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:21:28,838 INFO [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,45785,1731756086848 with port=44765, startcode=1731756087125 2024-11-16T11:21:28,838 DEBUG [RS:0;a7948fca2832:44765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:21:28,841 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:21:28,841 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45785 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,44765,1731756087125 2024-11-16T11:21:28,841 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45785 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,44765,1731756087125 2024-11-16T11:21:28,843 DEBUG [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635 2024-11-16T11:21:28,843 DEBUG [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46447 2024-11-16T11:21:28,843 DEBUG [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:21:28,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694/rs 2024-11-16T11:21:28,856 DEBUG [RS:0;a7948fca2832:44765 {}] zookeeper.ZKUtil(111): regionserver:44765-0x1014360c9070001, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Set watcher on existing znode=/0-2011793694/rs/a7948fca2832,44765,1731756087125 2024-11-16T11:21:28,856 WARN [RS:0;a7948fca2832:44765 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:21:28,856 INFO [RS:0;a7948fca2832:44765 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:21:28,856 DEBUG [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125 2024-11-16T11:21:28,856 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,44765,1731756087125] 2024-11-16T11:21:28,862 INFO [RS:0;a7948fca2832:44765 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:21:28,864 INFO [RS:0;a7948fca2832:44765 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:21:28,864 INFO [RS:0;a7948fca2832:44765 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:21:28,864 INFO [RS:0;a7948fca2832:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:28,868 INFO [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:21:28,869 INFO [RS:0;a7948fca2832:44765 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:21:28,869 INFO [RS:0;a7948fca2832:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:28,869 DEBUG [RS:0;a7948fca2832:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:28,869 DEBUG [RS:0;a7948fca2832:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:28,869 DEBUG [RS:0;a7948fca2832:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:28,869 DEBUG [RS:0;a7948fca2832:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:28,869 DEBUG [RS:0;a7948fca2832:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:28,869 DEBUG [RS:0;a7948fca2832:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:21:28,869 DEBUG [RS:0;a7948fca2832:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:28,869 DEBUG [RS:0;a7948fca2832:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:28,869 DEBUG [RS:0;a7948fca2832:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:28,870 DEBUG [RS:0;a7948fca2832:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:28,870 DEBUG [RS:0;a7948fca2832:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:28,870 DEBUG [RS:0;a7948fca2832:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:28,870 DEBUG [RS:0;a7948fca2832:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:21:28,870 DEBUG [RS:0;a7948fca2832:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:21:28,876 INFO [RS:0;a7948fca2832:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:28,876 INFO [RS:0;a7948fca2832:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:28,876 INFO [RS:0;a7948fca2832:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:28,876 INFO [RS:0;a7948fca2832:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:28,876 INFO [RS:0;a7948fca2832:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:28,876 INFO [RS:0;a7948fca2832:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,44765,1731756087125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:21:28,892 INFO [RS:0;a7948fca2832:44765 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:21:28,892 INFO [RS:0;a7948fca2832:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,44765,1731756087125-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:28,892 INFO [RS:0;a7948fca2832:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:28,892 INFO [RS:0;a7948fca2832:44765 {}] regionserver.Replication(171): a7948fca2832,44765,1731756087125 started 2024-11-16T11:21:28,909 INFO [RS:0;a7948fca2832:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:28,909 INFO [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,44765,1731756087125, RpcServer on a7948fca2832/172.17.0.2:44765, sessionid=0x1014360c9070001 2024-11-16T11:21:28,909 DEBUG [RS:0;a7948fca2832:44765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:21:28,909 DEBUG [RS:0;a7948fca2832:44765 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,44765,1731756087125 2024-11-16T11:21:28,909 DEBUG [RS:0;a7948fca2832:44765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,44765,1731756087125' 2024-11-16T11:21:28,909 DEBUG [RS:0;a7948fca2832:44765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2011793694/flush-table-proc/abort' 2024-11-16T11:21:28,910 DEBUG [RS:0;a7948fca2832:44765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2011793694/flush-table-proc/acquired' 2024-11-16T11:21:28,910 DEBUG [RS:0;a7948fca2832:44765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:21:28,910 DEBUG [RS:0;a7948fca2832:44765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:21:28,910 DEBUG [RS:0;a7948fca2832:44765 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,44765,1731756087125 2024-11-16T11:21:28,910 DEBUG [RS:0;a7948fca2832:44765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,44765,1731756087125' 2024-11-16T11:21:28,910 DEBUG [RS:0;a7948fca2832:44765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2011793694/online-snapshot/abort' 2024-11-16T11:21:28,910 DEBUG [RS:0;a7948fca2832:44765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2011793694/online-snapshot/acquired' 2024-11-16T11:21:28,910 DEBUG [RS:0;a7948fca2832:44765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:21:28,910 INFO [RS:0;a7948fca2832:44765 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:21:28,911 INFO [RS:0;a7948fca2832:44765 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:21:29,011 INFO [RS:0;a7948fca2832:44765 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:21:29,018 INFO [RS:0;a7948fca2832:44765 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C44765%2C1731756087125, suffix=, logDir=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125, archiveDir=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/oldWALs, maxLogs=10 2024-11-16T11:21:29,038 DEBUG [RS:0;a7948fca2832:44765 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018, exclude list is [], retry=0 2024-11-16T11:21:29,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36501,DS-579e885e-bd46-478e-94bf-b19a2b24c996,DISK] 2024-11-16T11:21:29,042 INFO [RS:0;a7948fca2832:44765 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 2024-11-16T11:21:29,043 DEBUG [RS:0;a7948fca2832:44765 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37409:37409)] 2024-11-16T11:21:29,213 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:21:29,213 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635 2024-11-16T11:21:29,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741833_1009 (size=32) 2024-11-16T11:21:29,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:29,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:21:29,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:21:29,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:29,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:29,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:21:29,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:21:29,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:29,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:29,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:21:29,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:21:29,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:29,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:29,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:21:29,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:21:29,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:29,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:29,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:21:29,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740 2024-11-16T11:21:29,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740 2024-11-16T11:21:29,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:21:29,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:21:29,643 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:21:29,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:21:29,645 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:21:29,646 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65186598, jitterRate=-0.02864399552345276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:21:29,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731756089632Initializing all the Stores at 1731756089633 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756089633Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756089633Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756089633Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756089633Cleaning up temporary data from old regions at 1731756089642 (+9 ms)Region opened successfully at 1731756089646 (+4 ms) 2024-11-16T11:21:29,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:21:29,647 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:21:29,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:21:29,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:21:29,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:21:29,647 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:21:29,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756089647Disabling compacts and flushes for region at 1731756089647Disabling writes for close at 1731756089647Writing region close event to WAL at 1731756089647Closed at 1731756089647 2024-11-16T11:21:29,648 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:21:29,648 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:21:29,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:21:29,649 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:21:29,650 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:21:29,800 DEBUG [a7948fca2832:45785 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:21:29,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,44765,1731756087125 2024-11-16T11:21:29,802 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,44765,1731756087125, state=OPENING 2024-11-16T11:21:29,919 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:21:29,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694 2024-11-16T11:21:29,966 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x1014360c9070001, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694 2024-11-16T11:21:29,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2011793694/meta-region-server: CHANGED 2024-11-16T11:21:29,967 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:21:29,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,44765,1731756087125}] 2024-11-16T11:21:29,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2011793694/meta-region-server: CHANGED 2024-11-16T11:21:30,122 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:21:30,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:21:30,126 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:21:30,126 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:21:30,127 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:21:30,128 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C44765%2C1731756087125.meta, suffix=.meta, logDir=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125, archiveDir=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/oldWALs, maxLogs=10 2024-11-16T11:21:30,144 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.meta.1731756090128.meta, exclude list is [], retry=0 2024-11-16T11:21:30,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36501,DS-579e885e-bd46-478e-94bf-b19a2b24c996,DISK] 2024-11-16T11:21:30,148 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.meta.1731756090128.meta 2024-11-16T11:21:30,148 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37409:37409)] 2024-11-16T11:21:30,149 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:21:30,149 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:21:30,149 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:21:30,149 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:21:30,149 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:21:30,149 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:21:30,149 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:30,150 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:21:30,150 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:21:30,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:21:30,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:21:30,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:30,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:30,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:21:30,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:21:30,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:30,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:30,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:21:30,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:21:30,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:30,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:30,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:21:30,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:21:30,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:30,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:30,156 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:21:30,157 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740 2024-11-16T11:21:30,158 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740 2024-11-16T11:21:30,158 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:21:30,158 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:21:30,159 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:21:30,160 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:21:30,160 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58864154, jitterRate=-0.12285575270652771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:21:30,161 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:21:30,161 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731756090150Writing region info on filesystem at 1731756090150Initializing all the Stores at 1731756090150Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756090150Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756090150Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756090150Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756090150Cleaning up temporary data from old regions at 1731756090158 (+8 ms)Running coprocessor post-open hooks at 1731756090161 (+3 ms)Region opened successfully at 1731756090161 2024-11-16T11:21:30,162 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731756090121 2024-11-16T11:21:30,164 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:21:30,164 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:21:30,165 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,44765,1731756087125 2024-11-16T11:21:30,165 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,44765,1731756087125, state=OPEN 2024-11-16T11:21:30,182 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x1014360c9070001, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2011793694/meta-region-server 2024-11-16T11:21:30,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2011793694/meta-region-server 2024-11-16T11:21:30,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2011793694/meta-region-server: CHANGED 2024-11-16T11:21:30,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2011793694/meta-region-server: CHANGED 2024-11-16T11:21:30,182 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,44765,1731756087125 2024-11-16T11:21:30,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:21:30,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,44765,1731756087125 in 215 msec 2024-11-16T11:21:30,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:21:30,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 537 msec 2024-11-16T11:21:30,189 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:21:30,189 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:21:30,190 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:30,190 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,44765,1731756087125, seqNum=-1] 2024-11-16T11:21:30,191 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:30,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:21:30,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4020 sec 2024-11-16T11:21:30,199 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731756090199, completionTime=-1 2024-11-16T11:21:30,200 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:21:30,200 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:21:30,202 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:21:30,202 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731756150202 2024-11-16T11:21:30,202 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731756210202 2024-11-16T11:21:30,202 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T11:21:30,202 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45785,1731756086848-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:30,202 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45785,1731756086848-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:30,202 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45785,1731756086848-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:30,203 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:45785, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:30,203 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:30,203 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:30,205 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:21:30,207 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.950sec 2024-11-16T11:21:30,208 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:21:30,208 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:21:30,208 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:21:30,208 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:21:30,208 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:21:30,208 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45785,1731756086848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:21:30,208 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45785,1731756086848-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:21:30,215 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:21:30,215 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:21:30,215 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45785,1731756086848-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:30,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4e039b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:30,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,45785,-1 for getting cluster id 2024-11-16T11:21:30,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:30,312 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5d50083-585f-43da-aa18-ccdf9717beaf' 2024-11-16T11:21:30,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:30,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5d50083-585f-43da-aa18-ccdf9717beaf" 2024-11-16T11:21:30,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437acd2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:30,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,45785,-1] 2024-11-16T11:21:30,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:30,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:30,314 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:30,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd9a051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:30,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:30,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,44765,1731756087125, seqNum=-1] 2024-11-16T11:21:30,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:30,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:21:30,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,45785,1731756086848 2024-11-16T11:21:30,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58414 2024-11-16T11:21:30,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:21:30,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014360c9070002 connected 2024-11-16T11:21:30,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/hadoop.log.dir so I do NOT create it in target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e 2024-11-16T11:21:30,343 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:21:30,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/hadoop.tmp.dir so I do NOT create it in target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e 2024-11-16T11:21:30,343 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:21:30,343 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e 2024-11-16T11:21:30,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:21:30,343 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/cluster_d4ac9dac-01a9-23ee-8dfb-0ad45b93e26e, deleteOnExit=true 2024-11-16T11:21:30,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:21:30,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/test.cache.data in system properties and HBase conf 2024-11-16T11:21:30,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:21:30,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:21:30,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:21:30,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:21:30,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:21:30,344 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:21:30,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:21:30,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:21:30,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:21:30,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:21:30,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:21:30,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:21:30,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:21:30,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:21:30,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:21:30,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:21:30,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:21:30,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:21:30,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:21:30,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:21:30,638 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:21:30,641 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:21:30,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:21:30,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:21:30,656 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:21:30,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:21:30,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1297859b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:21:30,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e0c54ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:21:30,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@323cdb3b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/java.io.tmpdir/jetty-localhost-46135-hadoop-hdfs-3_4_1-tests_jar-_-any-13836963697257196687/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:21:30,799 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b96bf75{HTTP/1.1, (http/1.1)}{localhost:46135} 2024-11-16T11:21:30,799 INFO [Time-limited test {}] server.Server(415): Started @284662ms 2024-11-16T11:21:31,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:21:31,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:21:31,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:21:31,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:21:31,248 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:21:31,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fd544fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:21:31,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50116699{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:21:31,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65bcba49{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/java.io.tmpdir/jetty-localhost-44573-hadoop-hdfs-3_4_1-tests_jar-_-any-17888654981566385723/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:21:31,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@384e6aae{HTTP/1.1, (http/1.1)}{localhost:44573} 2024-11-16T11:21:31,380 INFO [Time-limited test {}] server.Server(415): Started @285242ms 2024-11-16T11:21:31,381 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:21:32,377 WARN [Thread-3555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/cluster_d4ac9dac-01a9-23ee-8dfb-0ad45b93e26e/data/data2/current/BP-348588744-172.17.0.2-1731756090367/current, will proceed with Du for space computation calculation, 2024-11-16T11:21:32,377 WARN [Thread-3554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/cluster_d4ac9dac-01a9-23ee-8dfb-0ad45b93e26e/data/data1/current/BP-348588744-172.17.0.2-1731756090367/current, will proceed with Du for space computation calculation, 2024-11-16T11:21:32,415 WARN [Thread-3542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:21:32,418 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44818a24e08ff16b with lease ID 0xa1e98b1dd3bb0534: Processing first storage report for DS-9b0e0803-be17-41a9-bb63-ca1ec1f22a7c from datanode DatanodeRegistration(127.0.0.1:44765, datanodeUuid=66cb2a55-f4ae-49b4-b547-fd8182848986, infoPort=32953, infoSecurePort=0, ipcPort=36381, storageInfo=lv=-57;cid=testClusterID;nsid=774875371;c=1731756090367) 2024-11-16T11:21:32,418 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44818a24e08ff16b with lease ID 0xa1e98b1dd3bb0534: from storage DS-9b0e0803-be17-41a9-bb63-ca1ec1f22a7c node DatanodeRegistration(127.0.0.1:44765, datanodeUuid=66cb2a55-f4ae-49b4-b547-fd8182848986, infoPort=32953, infoSecurePort=0, ipcPort=36381, storageInfo=lv=-57;cid=testClusterID;nsid=774875371;c=1731756090367), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:21:32,418 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44818a24e08ff16b with lease ID 0xa1e98b1dd3bb0534: Processing first storage report for DS-fc94cfd2-a9f0-4ffe-806a-71aae235c895 from datanode DatanodeRegistration(127.0.0.1:44765, datanodeUuid=66cb2a55-f4ae-49b4-b547-fd8182848986, infoPort=32953, infoSecurePort=0, ipcPort=36381, storageInfo=lv=-57;cid=testClusterID;nsid=774875371;c=1731756090367) 2024-11-16T11:21:32,418 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44818a24e08ff16b with lease ID 0xa1e98b1dd3bb0534: from storage DS-fc94cfd2-a9f0-4ffe-806a-71aae235c895 node DatanodeRegistration(127.0.0.1:44765, datanodeUuid=66cb2a55-f4ae-49b4-b547-fd8182848986, infoPort=32953, infoSecurePort=0, ipcPort=36381, storageInfo=lv=-57;cid=testClusterID;nsid=774875371;c=1731756090367), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:21:32,499 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e 2024-11-16T11:21:32,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:21:32,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:21:32,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:21:32,517 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3 with version=8 2024-11-16T11:21:32,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/hbase-staging 2024-11-16T11:21:32,519 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:21:32,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:21:32,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:21:32,520 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:21:32,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:21:32,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:21:32,520 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:21:32,520 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:21:32,520 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45733 2024-11-16T11:21:32,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45733 connecting to ZooKeeper ensemble=127.0.0.1:58414 2024-11-16T11:21:32,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457330x0, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:21:32,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45733-0x1014360c9070003 connected 2024-11-16T11:21:32,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:21:32,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:21:32,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Set watcher on znode that does not yet exist, /12099428720/running 2024-11-16T11:21:32,616 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3, hbase.cluster.distributed=false 2024-11-16T11:21:32,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Set watcher on znode that does not yet exist, /12099428720/acl 2024-11-16T11:21:32,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45733 2024-11-16T11:21:32,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45733 2024-11-16T11:21:32,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45733 2024-11-16T11:21:32,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45733 2024-11-16T11:21:32,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45733 2024-11-16T11:21:32,636 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:21:32,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:21:32,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:21:32,636 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:21:32,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:21:32,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:21:32,636 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:21:32,636 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:21:32,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33741 2024-11-16T11:21:32,637 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33741 connecting to ZooKeeper ensemble=127.0.0.1:58414 2024-11-16T11:21:32,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:21:32,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:21:32,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337410x0, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:21:32,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337410x0, quorum=127.0.0.1:58414, baseZNode=/12099428720 Set watcher on znode that does not yet exist, /12099428720/running 2024-11-16T11:21:32,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33741-0x1014360c9070004 connected 2024-11-16T11:21:32,656 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:21:32,664 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:21:32,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33741-0x1014360c9070004, quorum=127.0.0.1:58414, baseZNode=/12099428720 Set watcher on znode that does not yet exist, /12099428720/master 2024-11-16T11:21:32,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33741-0x1014360c9070004, quorum=127.0.0.1:58414, baseZNode=/12099428720 Set watcher on znode that does not yet exist, /12099428720/acl 2024-11-16T11:21:32,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33741 2024-11-16T11:21:32,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33741 2024-11-16T11:21:32,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33741 2024-11-16T11:21:32,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33741 2024-11-16T11:21:32,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33741 2024-11-16T11:21:32,702 DEBUG [M:0;a7948fca2832:45733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:45733 2024-11-16T11:21:32,704 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12099428720/backup-masters/a7948fca2832,45733,1731756092519 2024-11-16T11:21:32,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33741-0x1014360c9070004, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720/backup-masters 2024-11-16T11:21:32,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720/backup-masters 2024-11-16T11:21:32,716 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Set watcher on existing znode=/12099428720/backup-masters/a7948fca2832,45733,1731756092519 2024-11-16T11:21:32,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33741-0x1014360c9070004, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12099428720/master 2024-11-16T11:21:32,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720 2024-11-16T11:21:32,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33741-0x1014360c9070004, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720 2024-11-16T11:21:32,728 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Set watcher on existing znode=/12099428720/master 2024-11-16T11:21:32,729 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12099428720/backup-masters/a7948fca2832,45733,1731756092519 from backup master directory 2024-11-16T11:21:32,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33741-0x1014360c9070004, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720/backup-masters 2024-11-16T11:21:32,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12099428720/backup-masters/a7948fca2832,45733,1731756092519 2024-11-16T11:21:32,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720/backup-masters 2024-11-16T11:21:32,740 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:21:32,740 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,45733,1731756092519 2024-11-16T11:21:32,743 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/hbase.id] with ID: 2b129695-9090-4be0-a0c8-372a8ab6df2d 2024-11-16T11:21:32,743 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/.tmp/hbase.id 2024-11-16T11:21:32,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:21:32,753 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/.tmp/hbase.id]:[hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/hbase.id] 2024-11-16T11:21:32,765 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:21:32,765 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:21:32,766 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T11:21:32,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720 2024-11-16T11:21:32,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33741-0x1014360c9070004, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720 2024-11-16T11:21:32,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:21:32,786 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:21:32,787 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:21:32,787 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:21:32,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:21:33,193 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/data/master/store 2024-11-16T11:21:33,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:21:33,204 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:33,204 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:21:33,204 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:33,204 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:33,204 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:21:33,204 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:33,204 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:33,204 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756093204Disabling compacts and flushes for region at 1731756093204Disabling writes for close at 1731756093204Writing region close event to WAL at 1731756093204Closed at 1731756093204 2024-11-16T11:21:33,205 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/data/master/store/.initializing 2024-11-16T11:21:33,205 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/WALs/a7948fca2832,45733,1731756092519 2024-11-16T11:21:33,206 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:21:33,207 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C45733%2C1731756092519, suffix=, logDir=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/WALs/a7948fca2832,45733,1731756092519, archiveDir=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/oldWALs, maxLogs=10 2024-11-16T11:21:33,225 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/WALs/a7948fca2832,45733,1731756092519/a7948fca2832%2C45733%2C1731756092519.1731756093208, exclude list is [], retry=0 2024-11-16T11:21:33,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44765,DS-9b0e0803-be17-41a9-bb63-ca1ec1f22a7c,DISK] 2024-11-16T11:21:33,237 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/WALs/a7948fca2832,45733,1731756092519/a7948fca2832%2C45733%2C1731756092519.1731756093208 2024-11-16T11:21:33,240 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32953:32953)] 2024-11-16T11:21:33,240 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:21:33,240 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:33,241 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:33,241 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:33,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:33,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:21:33,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:33,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:33,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:33,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:21:33,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:33,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:33,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:33,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:21:33,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:33,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:33,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:33,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:21:33,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:33,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:33,249 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:33,250 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:33,250 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:33,251 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:33,251 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:33,251 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:21:33,252 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:33,265 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:21:33,265 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71701695, jitterRate=0.06843851506710052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:21:33,265 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731756093241Initializing all the Stores at 1731756093242 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756093242Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756093242Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756093242Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756093242Cleaning up temporary data from old regions at 1731756093251 (+9 ms)Region opened successfully at 1731756093265 (+14 ms) 2024-11-16T11:21:33,268 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:21:33,271 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74010b61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:21:33,272 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:21:33,272 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:21:33,272 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:21:33,272 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:21:33,273 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:21:33,273 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:21:33,273 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:21:33,275 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:21:33,275 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Unable to get data of znode /12099428720/balancer because node does not exist (not necessarily an error) 2024-11-16T11:21:33,350 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12099428720/balancer already deleted, retry=false 2024-11-16T11:21:33,351 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:21:33,351 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Unable to get data of znode /12099428720/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:21:33,361 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12099428720/normalizer already deleted, retry=false 2024-11-16T11:21:33,361 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:21:33,363 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Unable to get data of znode /12099428720/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:21:33,371 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12099428720/switch/split already deleted, retry=false 2024-11-16T11:21:33,372 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Unable to get data of znode /12099428720/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:21:33,382 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12099428720/switch/merge already deleted, retry=false 2024-11-16T11:21:33,384 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Unable to get data of znode /12099428720/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:21:33,392 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12099428720/snapshot-cleanup already deleted, retry=false 2024-11-16T11:21:33,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12099428720/running 2024-11-16T11:21:33,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720 2024-11-16T11:21:33,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33741-0x1014360c9070004, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12099428720/running 2024-11-16T11:21:33,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33741-0x1014360c9070004, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720 2024-11-16T11:21:33,403 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,45733,1731756092519, sessionid=0x1014360c9070003, setting cluster-up flag (Was=false) 2024-11-16T11:21:33,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33741-0x1014360c9070004, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720 2024-11-16T11:21:33,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720 2024-11-16T11:21:33,455 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12099428720/flush-table-proc/acquired, /12099428720/flush-table-proc/reached, /12099428720/flush-table-proc/abort 2024-11-16T11:21:33,456 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,45733,1731756092519 2024-11-16T11:21:33,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720 2024-11-16T11:21:33,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33741-0x1014360c9070004, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720 2024-11-16T11:21:33,508 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12099428720/online-snapshot/acquired, /12099428720/online-snapshot/reached, /12099428720/online-snapshot/abort 2024-11-16T11:21:33,510 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,45733,1731756092519 2024-11-16T11:21:33,510 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:21:33,512 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:21:33,512 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:21:33,512 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:21:33,512 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,45733,1731756092519 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:21:33,514 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:21:33,514 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:21:33,514 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:21:33,514 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:21:33,514 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:21:33,514 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:33,514 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:21:33,514 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:33,517 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:21:33,517 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:21:33,518 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:33,518 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:21:33,528 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731756123528 2024-11-16T11:21:33,528 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:21:33,528 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:21:33,528 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:21:33,528 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:21:33,528 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:21:33,528 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:21:33,544 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:33,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:21:33,548 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:21:33,548 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:21:33,548 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:21:33,548 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:21:33,556 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:21:33,556 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:21:33,556 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756093556,5,FailOnTimeoutGroup] 2024-11-16T11:21:33,556 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756093556,5,FailOnTimeoutGroup] 2024-11-16T11:21:33,556 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:33,557 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:21:33,557 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:33,557 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:33,597 INFO [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(746): ClusterId : 2b129695-9090-4be0-a0c8-372a8ab6df2d 2024-11-16T11:21:33,597 DEBUG [RS:0;a7948fca2832:33741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:21:33,604 DEBUG [RS:0;a7948fca2832:33741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:21:33,604 DEBUG [RS:0;a7948fca2832:33741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:21:33,614 DEBUG [RS:0;a7948fca2832:33741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:21:33,614 DEBUG [RS:0;a7948fca2832:33741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e35d59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:21:33,627 DEBUG [RS:0;a7948fca2832:33741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:33741 2024-11-16T11:21:33,627 INFO [RS:0;a7948fca2832:33741 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:21:33,627 INFO [RS:0;a7948fca2832:33741 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:21:33,627 DEBUG [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:21:33,628 INFO [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,45733,1731756092519 with port=33741, startcode=1731756092636 2024-11-16T11:21:33,628 DEBUG [RS:0;a7948fca2832:33741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:21:33,629 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:21:33,629 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45733 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,33741,1731756092636 2024-11-16T11:21:33,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45733 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,33741,1731756092636 2024-11-16T11:21:33,631 DEBUG [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3 2024-11-16T11:21:33,631 DEBUG [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38601 2024-11-16T11:21:33,631 DEBUG [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:21:33,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720/rs 2024-11-16T11:21:33,692 DEBUG [RS:0;a7948fca2832:33741 {}] zookeeper.ZKUtil(111): regionserver:33741-0x1014360c9070004, quorum=127.0.0.1:58414, baseZNode=/12099428720 Set watcher on existing znode=/12099428720/rs/a7948fca2832,33741,1731756092636 2024-11-16T11:21:33,692 WARN [RS:0;a7948fca2832:33741 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:21:33,692 INFO [RS:0;a7948fca2832:33741 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:21:33,692 DEBUG [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636 2024-11-16T11:21:33,693 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,33741,1731756092636] 2024-11-16T11:21:33,694 INFO [RS:0;a7948fca2832:33741 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:21:33,696 INFO [RS:0;a7948fca2832:33741 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:21:33,702 INFO [RS:0;a7948fca2832:33741 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:21:33,702 INFO [RS:0;a7948fca2832:33741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:33,702 INFO [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:21:33,703 INFO [RS:0;a7948fca2832:33741 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:21:33,703 INFO [RS:0;a7948fca2832:33741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:33,703 DEBUG [RS:0;a7948fca2832:33741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:33,703 DEBUG [RS:0;a7948fca2832:33741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:33,703 DEBUG [RS:0;a7948fca2832:33741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:33,703 DEBUG [RS:0;a7948fca2832:33741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:33,703 DEBUG [RS:0;a7948fca2832:33741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:33,703 DEBUG [RS:0;a7948fca2832:33741 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:21:33,704 DEBUG [RS:0;a7948fca2832:33741 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:33,704 DEBUG [RS:0;a7948fca2832:33741 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:33,704 DEBUG [RS:0;a7948fca2832:33741 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:33,704 DEBUG [RS:0;a7948fca2832:33741 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:33,704 DEBUG [RS:0;a7948fca2832:33741 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:33,704 DEBUG [RS:0;a7948fca2832:33741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:33,704 DEBUG [RS:0;a7948fca2832:33741 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:21:33,704 DEBUG [RS:0;a7948fca2832:33741 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:21:33,704 INFO [RS:0;a7948fca2832:33741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:33,704 INFO [RS:0;a7948fca2832:33741 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:33,704 INFO [RS:0;a7948fca2832:33741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:33,704 INFO [RS:0;a7948fca2832:33741 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:33,704 INFO [RS:0;a7948fca2832:33741 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:33,704 INFO [RS:0;a7948fca2832:33741 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,33741,1731756092636-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:21:33,723 INFO [RS:0;a7948fca2832:33741 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:21:33,724 INFO [RS:0;a7948fca2832:33741 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,33741,1731756092636-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:33,724 INFO [RS:0;a7948fca2832:33741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:33,724 INFO [RS:0;a7948fca2832:33741 {}] regionserver.Replication(171): a7948fca2832,33741,1731756092636 started 2024-11-16T11:21:33,739 INFO [RS:0;a7948fca2832:33741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:33,739 INFO [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,33741,1731756092636, RpcServer on a7948fca2832/172.17.0.2:33741, sessionid=0x1014360c9070004 2024-11-16T11:21:33,739 DEBUG [RS:0;a7948fca2832:33741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:21:33,739 DEBUG [RS:0;a7948fca2832:33741 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,33741,1731756092636 2024-11-16T11:21:33,739 DEBUG [RS:0;a7948fca2832:33741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,33741,1731756092636' 2024-11-16T11:21:33,739 DEBUG [RS:0;a7948fca2832:33741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12099428720/flush-table-proc/abort' 2024-11-16T11:21:33,739 DEBUG [RS:0;a7948fca2832:33741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12099428720/flush-table-proc/acquired' 2024-11-16T11:21:33,739 DEBUG [RS:0;a7948fca2832:33741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:21:33,739 DEBUG [RS:0;a7948fca2832:33741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:21:33,739 DEBUG [RS:0;a7948fca2832:33741 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,33741,1731756092636 2024-11-16T11:21:33,740 DEBUG [RS:0;a7948fca2832:33741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,33741,1731756092636' 2024-11-16T11:21:33,740 DEBUG [RS:0;a7948fca2832:33741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12099428720/online-snapshot/abort' 2024-11-16T11:21:33,740 DEBUG [RS:0;a7948fca2832:33741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12099428720/online-snapshot/acquired' 2024-11-16T11:21:33,740 DEBUG [RS:0;a7948fca2832:33741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:21:33,740 INFO [RS:0;a7948fca2832:33741 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:21:33,740 INFO [RS:0;a7948fca2832:33741 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:21:33,840 INFO [RS:0;a7948fca2832:33741 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:21:33,842 INFO [RS:0;a7948fca2832:33741 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C33741%2C1731756092636, suffix=, logDir=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636, archiveDir=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/oldWALs, maxLogs=10 2024-11-16T11:21:33,857 DEBUG [RS:0;a7948fca2832:33741 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842, exclude list is [], retry=0 2024-11-16T11:21:33,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44765,DS-9b0e0803-be17-41a9-bb63-ca1ec1f22a7c,DISK] 2024-11-16T11:21:33,862 INFO [RS:0;a7948fca2832:33741 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 2024-11-16T11:21:33,862 DEBUG [RS:0;a7948fca2832:33741 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32953:32953)] 2024-11-16T11:21:33,946 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:21:33,946 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3 2024-11-16T11:21:33,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741833_1009 (size=32) 2024-11-16T11:21:33,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T11:21:33,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T11:21:33,961 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:33,961 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:21:33,962 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88548 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:21:34,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:34,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:21:34,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:21:34,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:34,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:34,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:21:34,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:21:34,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:34,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:34,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:21:34,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:21:34,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:34,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:34,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:21:34,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:21:34,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:34,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:34,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:21:34,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740 2024-11-16T11:21:34,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740 2024-11-16T11:21:34,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:21:34,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:21:34,358 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:21:34,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:21:34,362 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:21:34,362 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70610620, jitterRate=0.05218023061752319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:21:34,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731756094351Initializing all the Stores at 1731756094352 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756094352Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756094352Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756094352Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756094352Cleaning up temporary data from old regions at 1731756094358 (+6 ms)Region opened successfully at 1731756094362 (+4 ms) 2024-11-16T11:21:34,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:21:34,362 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:21:34,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:21:34,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:21:34,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:21:34,363 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:21:34,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756094362Disabling compacts and flushes for region at 1731756094362Disabling writes for close at 1731756094363 (+1 ms)Writing region close event to WAL at 1731756094363Closed at 1731756094363 2024-11-16T11:21:34,364 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:21:34,364 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:21:34,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:21:34,365 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:21:34,365 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:21:34,515 DEBUG [a7948fca2832:45733 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:21:34,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,33741,1731756092636 2024-11-16T11:21:34,517 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,33741,1731756092636, state=OPENING 2024-11-16T11:21:34,571 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:21:34,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720 2024-11-16T11:21:34,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33741-0x1014360c9070004, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720 2024-11-16T11:21:34,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12099428720/meta-region-server: CHANGED 2024-11-16T11:21:34,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12099428720/meta-region-server: CHANGED 2024-11-16T11:21:34,583 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:21:34,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,33741,1731756092636}] 2024-11-16T11:21:34,736 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:21:34,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:21:34,741 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:21:34,741 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:21:34,741 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:21:34,742 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C33741%2C1731756092636.meta, suffix=.meta, logDir=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636, archiveDir=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/oldWALs, maxLogs=10 2024-11-16T11:21:34,762 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.meta.1731756094743.meta, exclude list is [], retry=0 2024-11-16T11:21:34,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44765,DS-9b0e0803-be17-41a9-bb63-ca1ec1f22a7c,DISK] 2024-11-16T11:21:34,766 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.meta.1731756094743.meta 2024-11-16T11:21:34,767 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32953:32953)] 2024-11-16T11:21:34,767 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:21:34,767 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:21:34,767 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:21:34,767 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:21:34,767 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:21:34,767 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:21:34,767 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:34,767 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:21:34,768 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:21:34,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:21:34,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:21:34,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:34,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:34,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:21:34,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:21:34,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:34,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:34,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:21:34,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:21:34,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:34,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:34,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:21:34,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:21:34,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:34,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:34,772 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:21:34,773 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740 2024-11-16T11:21:34,773 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740 2024-11-16T11:21:34,775 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:21:34,775 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:21:34,775 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:21:34,776 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:21:34,777 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71019803, jitterRate=0.05827753245830536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:21:34,777 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:21:34,777 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731756094768Writing region info on filesystem at 1731756094768Initializing all the Stores at 1731756094768Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756094768Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756094768Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756094768Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756094768Cleaning up temporary data from old regions at 1731756094775 (+7 ms)Running coprocessor post-open hooks at 1731756094777 (+2 ms)Region opened successfully at 1731756094777 2024-11-16T11:21:34,778 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731756094736 2024-11-16T11:21:34,780 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:21:34,780 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:21:34,781 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,33741,1731756092636 2024-11-16T11:21:34,781 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,33741,1731756092636, state=OPEN 2024-11-16T11:21:34,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12099428720/meta-region-server 2024-11-16T11:21:34,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33741-0x1014360c9070004, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12099428720/meta-region-server 2024-11-16T11:21:34,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12099428720/meta-region-server: CHANGED 2024-11-16T11:21:34,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12099428720/meta-region-server: CHANGED 2024-11-16T11:21:34,792 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,33741,1731756092636 2024-11-16T11:21:34,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:21:34,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,33741,1731756092636 in 209 msec 2024-11-16T11:21:34,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:21:34,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-11-16T11:21:34,798 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:21:34,798 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:21:34,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:34,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,33741,1731756092636, seqNum=-1] 2024-11-16T11:21:34,800 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:34,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:21:34,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2930 sec 2024-11-16T11:21:34,806 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731756094806, completionTime=-1 2024-11-16T11:21:34,806 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:21:34,806 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:21:34,807 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:21:34,807 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731756154807 2024-11-16T11:21:34,807 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731756214807 2024-11-16T11:21:34,807 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T11:21:34,807 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45733,1731756092519-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:34,807 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45733,1731756092519-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:34,808 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45733,1731756092519-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:34,808 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:45733, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:34,808 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:34,808 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:34,809 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:21:34,811 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.071sec 2024-11-16T11:21:34,811 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:21:34,811 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:21:34,811 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:21:34,811 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:21:34,811 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:21:34,811 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45733,1731756092519-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:21:34,811 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45733,1731756092519-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:21:34,812 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:21:34,813 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:21:34,813 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45733,1731756092519-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:34,862 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T11:21:34,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf0291a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:34,898 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,45733,-1 for getting cluster id 2024-11-16T11:21:34,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:34,899 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b129695-9090-4be0-a0c8-372a8ab6df2d' 2024-11-16T11:21:34,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:34,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b129695-9090-4be0-a0c8-372a8ab6df2d" 2024-11-16T11:21:34,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55985ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:34,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,45733,-1] 2024-11-16T11:21:34,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:34,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:34,901 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:34,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cea67a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:34,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,33741,1731756092636, seqNum=-1] 2024-11-16T11:21:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:34,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:21:34,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,45733,1731756092519 2024-11-16T11:21:34,908 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58414 2024-11-16T11:21:34,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:21:34,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014360c9070005 connected 2024-11-16T11:21:34,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/hadoop.log.dir so I do NOT create it in target/test-data/97d4e906-749a-75f8-6585-eb02d512c960 2024-11-16T11:21:34,932 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:21:34,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/hadoop.tmp.dir so I do NOT create it in target/test-data/97d4e906-749a-75f8-6585-eb02d512c960 2024-11-16T11:21:34,932 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:21:34,932 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960 2024-11-16T11:21:34,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:21:34,932 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/cluster_4a06444d-15e1-2c77-b182-b9a349dc5b8c, deleteOnExit=true 2024-11-16T11:21:34,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:21:34,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/test.cache.data in system properties and HBase conf 2024-11-16T11:21:34,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:21:34,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:21:34,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:21:34,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:21:34,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:21:34,933 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:21:34,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:21:34,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:21:34,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:21:34,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:21:34,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:21:34,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:21:34,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:21:34,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:21:34,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:21:34,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:21:34,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:21:34,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:21:34,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:21:34,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:21:35,503 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T11:21:35,504 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:35,504 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:35,548 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:35,548 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:35,548 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:35,549 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:35,549 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:35,549 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:35,558 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:35,563 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:35,563 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:35,565 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:35,617 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:21:35,620 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:21:35,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:21:35,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:21:35,672 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:21:35,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:21:35,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f9b003e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:21:35,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@335b2848{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:21:35,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a345aaa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/java.io.tmpdir/jetty-localhost-33235-hadoop-hdfs-3_4_1-tests_jar-_-any-17690806714691441146/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:21:35,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bd540c5{HTTP/1.1, (http/1.1)}{localhost:33235} 2024-11-16T11:21:35,831 INFO [Time-limited test {}] server.Server(415): Started @289694ms 2024-11-16T11:21:36,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:21:36,279 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:21:36,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:21:36,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:21:36,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:21:36,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2579cfe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:21:36,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ee6db57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:21:36,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b617186{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/java.io.tmpdir/jetty-localhost-38743-hadoop-hdfs-3_4_1-tests_jar-_-any-9695482878808750129/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:21:36,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78b0fe0{HTTP/1.1, (http/1.1)}{localhost:38743} 2024-11-16T11:21:36,481 INFO [Time-limited test {}] server.Server(415): Started @290343ms 2024-11-16T11:21:36,482 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:21:37,246 WARN [Thread-3676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/cluster_4a06444d-15e1-2c77-b182-b9a349dc5b8c/data/data2/current/BP-295578835-172.17.0.2-1731756094953/current, will proceed with Du for space computation calculation, 2024-11-16T11:21:37,246 WARN [Thread-3675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/cluster_4a06444d-15e1-2c77-b182-b9a349dc5b8c/data/data1/current/BP-295578835-172.17.0.2-1731756094953/current, will proceed with Du for space computation calculation, 2024-11-16T11:21:37,285 WARN [Thread-3663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:21:37,288 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9025aec7de9c864c with lease ID 0x6f2f5e5994171c45: Processing first storage report for DS-06475c6c-311f-4254-95fe-d61502b739c9 from datanode DatanodeRegistration(127.0.0.1:43145, datanodeUuid=e4ab0e03-844c-429a-bc29-2f37c63e3d16, infoPort=39111, infoSecurePort=0, ipcPort=40845, storageInfo=lv=-57;cid=testClusterID;nsid=1700838552;c=1731756094953) 2024-11-16T11:21:37,288 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9025aec7de9c864c with lease ID 0x6f2f5e5994171c45: from storage DS-06475c6c-311f-4254-95fe-d61502b739c9 node DatanodeRegistration(127.0.0.1:43145, datanodeUuid=e4ab0e03-844c-429a-bc29-2f37c63e3d16, infoPort=39111, infoSecurePort=0, ipcPort=40845, storageInfo=lv=-57;cid=testClusterID;nsid=1700838552;c=1731756094953), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:21:37,289 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9025aec7de9c864c with lease ID 0x6f2f5e5994171c45: Processing first storage report for DS-53259032-16b8-4400-870b-9f6cac717cf8 from datanode DatanodeRegistration(127.0.0.1:43145, datanodeUuid=e4ab0e03-844c-429a-bc29-2f37c63e3d16, infoPort=39111, infoSecurePort=0, ipcPort=40845, storageInfo=lv=-57;cid=testClusterID;nsid=1700838552;c=1731756094953) 2024-11-16T11:21:37,289 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9025aec7de9c864c with lease ID 0x6f2f5e5994171c45: from storage DS-53259032-16b8-4400-870b-9f6cac717cf8 node DatanodeRegistration(127.0.0.1:43145, datanodeUuid=e4ab0e03-844c-429a-bc29-2f37c63e3d16, infoPort=39111, infoSecurePort=0, ipcPort=40845, storageInfo=lv=-57;cid=testClusterID;nsid=1700838552;c=1731756094953), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:21:37,323 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960 2024-11-16T11:21:37,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:21:37,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:21:37,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:21:37,733 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5 with version=8 2024-11-16T11:21:37,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/hbase-staging 2024-11-16T11:21:37,735 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:21:37,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:21:37,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:21:37,736 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:21:37,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:21:37,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:21:37,736 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:21:37,736 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:21:37,737 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34347 2024-11-16T11:21:37,737 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34347 connecting to ZooKeeper ensemble=127.0.0.1:58414 2024-11-16T11:21:37,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343470x0, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:21:37,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34347-0x1014360c9070006 connected 2024-11-16T11:21:37,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:21:37,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:21:37,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Set watcher on znode that does not yet exist, /2301749240/running 2024-11-16T11:21:37,881 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5, hbase.cluster.distributed=false 2024-11-16T11:21:37,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Set watcher on znode that does not yet exist, /2301749240/acl 2024-11-16T11:21:37,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34347 2024-11-16T11:21:37,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34347 2024-11-16T11:21:37,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34347 2024-11-16T11:21:37,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34347 2024-11-16T11:21:37,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34347 2024-11-16T11:21:37,901 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:21:37,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:21:37,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:21:37,901 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:21:37,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:21:37,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:21:37,901 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:21:37,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:21:37,902 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46209 2024-11-16T11:21:37,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46209 connecting to ZooKeeper ensemble=127.0.0.1:58414 2024-11-16T11:21:37,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:21:37,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:21:38,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462090x0, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:21:38,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462090x0, quorum=127.0.0.1:58414, baseZNode=/2301749240 Set watcher on znode that does not yet exist, /2301749240/running 2024-11-16T11:21:38,033 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:21:38,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46209-0x1014360c9070007 connected 2024-11-16T11:21:38,037 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:21:38,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46209-0x1014360c9070007, quorum=127.0.0.1:58414, baseZNode=/2301749240 Set watcher on znode that does not yet exist, /2301749240/master 2024-11-16T11:21:38,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46209-0x1014360c9070007, quorum=127.0.0.1:58414, baseZNode=/2301749240 Set watcher on znode that does not yet exist, /2301749240/acl 2024-11-16T11:21:38,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46209 2024-11-16T11:21:38,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46209 2024-11-16T11:21:38,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46209 2024-11-16T11:21:38,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46209 2024-11-16T11:21:38,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46209 2024-11-16T11:21:38,067 DEBUG [M:0;a7948fca2832:34347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:34347 2024-11-16T11:21:38,068 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2301749240/backup-masters/a7948fca2832,34347,1731756097735 2024-11-16T11:21:38,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x1014360c9070007, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240/backup-masters 2024-11-16T11:21:38,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240/backup-masters 2024-11-16T11:21:38,179 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Set watcher on existing znode=/2301749240/backup-masters/a7948fca2832,34347,1731756097735 2024-11-16T11:21:38,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240 2024-11-16T11:21:38,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x1014360c9070007, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2301749240/master 2024-11-16T11:21:38,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x1014360c9070007, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240 2024-11-16T11:21:38,245 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Set watcher on existing znode=/2301749240/master 2024-11-16T11:21:38,246 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2301749240/backup-masters/a7948fca2832,34347,1731756097735 from backup master directory 2024-11-16T11:21:38,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x1014360c9070007, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240/backup-masters 2024-11-16T11:21:38,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2301749240/backup-masters/a7948fca2832,34347,1731756097735 2024-11-16T11:21:38,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240/backup-masters 2024-11-16T11:21:38,338 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:21:38,338 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,34347,1731756097735 2024-11-16T11:21:38,341 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/hbase.id] with ID: 7157ea2e-2ba4-4ad2-812e-d52a7e8bc316 2024-11-16T11:21:38,341 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/.tmp/hbase.id 2024-11-16T11:21:38,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:21:38,357 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/.tmp/hbase.id]:[hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/hbase.id] 2024-11-16T11:21:38,366 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:21:38,366 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:21:38,367 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T11:21:38,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240 2024-11-16T11:21:38,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x1014360c9070007, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240 2024-11-16T11:21:38,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:21:38,783 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:21:38,784 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:21:38,784 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:21:38,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:21:39,193 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/data/master/store 2024-11-16T11:21:39,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:21:39,602 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:39,602 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:21:39,602 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:39,602 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:39,602 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:21:39,602 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:39,602 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:21:39,602 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756099602Disabling compacts and flushes for region at 1731756099602Disabling writes for close at 1731756099602Writing region close event to WAL at 1731756099602Closed at 1731756099602 2024-11-16T11:21:39,603 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/data/master/store/.initializing 2024-11-16T11:21:39,603 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/WALs/a7948fca2832,34347,1731756097735 2024-11-16T11:21:39,604 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:21:39,605 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C34347%2C1731756097735, suffix=, logDir=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/WALs/a7948fca2832,34347,1731756097735, archiveDir=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/oldWALs, maxLogs=10 2024-11-16T11:21:39,622 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/WALs/a7948fca2832,34347,1731756097735/a7948fca2832%2C34347%2C1731756097735.1731756099605, exclude list is [], retry=0 2024-11-16T11:21:39,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43145,DS-06475c6c-311f-4254-95fe-d61502b739c9,DISK] 2024-11-16T11:21:39,626 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/WALs/a7948fca2832,34347,1731756097735/a7948fca2832%2C34347%2C1731756097735.1731756099605 2024-11-16T11:21:39,626 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39111:39111)] 2024-11-16T11:21:39,626 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:21:39,626 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:39,627 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:39,627 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:39,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:39,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:21:39,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:39,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:39,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:39,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:21:39,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:39,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:39,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:39,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:21:39,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:39,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:39,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:39,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:21:39,633 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:39,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:39,633 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:39,634 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:39,634 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:39,635 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:39,635 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:39,635 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:21:39,636 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:21:39,638 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:21:39,638 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64279524, jitterRate=-0.04216045141220093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:21:39,638 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731756099627Initializing all the Stores at 1731756099627Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756099627Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756099628 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756099628Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756099628Cleaning up temporary data from old regions at 1731756099635 (+7 ms)Region opened successfully at 1731756099638 (+3 ms) 2024-11-16T11:21:39,640 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:21:39,642 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2881f78d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:21:39,643 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:21:39,643 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:21:39,643 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:21:39,644 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:21:39,644 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:21:39,644 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:21:39,644 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:21:39,646 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:21:39,647 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Unable to get data of znode /2301749240/balancer because node does not exist (not necessarily an error) 2024-11-16T11:21:39,666 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2301749240/balancer already deleted, retry=false 2024-11-16T11:21:39,666 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:21:39,667 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Unable to get data of znode /2301749240/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:21:39,676 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2301749240/normalizer already deleted, retry=false 2024-11-16T11:21:39,677 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:21:39,678 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Unable to get data of znode /2301749240/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:21:39,687 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2301749240/switch/split already deleted, retry=false 2024-11-16T11:21:39,688 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Unable to get data of znode /2301749240/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:21:39,697 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2301749240/switch/merge already deleted, retry=false 2024-11-16T11:21:39,699 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Unable to get data of znode /2301749240/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:21:39,758 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2301749240/snapshot-cleanup already deleted, retry=false 2024-11-16T11:21:39,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x1014360c9070007, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2301749240/running 2024-11-16T11:21:39,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2301749240/running 2024-11-16T11:21:39,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x1014360c9070007, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240 2024-11-16T11:21:39,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240 2024-11-16T11:21:39,823 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,34347,1731756097735, sessionid=0x1014360c9070006, setting cluster-up flag (Was=false) 2024-11-16T11:21:39,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240 2024-11-16T11:21:39,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x1014360c9070007, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240 2024-11-16T11:21:40,358 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2301749240/flush-table-proc/acquired, /2301749240/flush-table-proc/reached, /2301749240/flush-table-proc/abort 2024-11-16T11:21:40,359 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,34347,1731756097735 2024-11-16T11:21:40,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240 2024-11-16T11:21:40,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x1014360c9070007, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240 2024-11-16T11:21:40,746 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2301749240/online-snapshot/acquired, /2301749240/online-snapshot/reached, /2301749240/online-snapshot/abort 2024-11-16T11:21:40,747 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,34347,1731756097735 2024-11-16T11:21:40,748 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:21:40,749 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:21:40,750 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:21:40,750 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:21:40,750 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,34347,1731756097735 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:21:40,751 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:21:40,751 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:21:40,751 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:21:40,751 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:21:40,751 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:21:40,751 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:40,751 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:21:40,751 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:40,752 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:21:40,753 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:21:40,753 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:40,754 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:21:40,756 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731756130756 2024-11-16T11:21:40,757 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:21:40,757 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:21:40,757 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:21:40,757 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:21:40,757 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:21:40,757 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:21:40,757 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:40,757 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:21:40,757 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:21:40,757 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:21:40,758 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:21:40,760 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:21:40,760 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:21:40,761 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756100760,5,FailOnTimeoutGroup] 2024-11-16T11:21:40,761 INFO [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(746): ClusterId : 7157ea2e-2ba4-4ad2-812e-d52a7e8bc316 2024-11-16T11:21:40,761 DEBUG [RS:0;a7948fca2832:46209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:21:40,764 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756100761,5,FailOnTimeoutGroup] 2024-11-16T11:21:40,764 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:40,764 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:21:40,764 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:40,764 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:40,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:21:40,835 DEBUG [RS:0;a7948fca2832:46209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:21:40,835 DEBUG [RS:0;a7948fca2832:46209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:21:40,979 DEBUG [RS:0;a7948fca2832:46209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:21:40,980 DEBUG [RS:0;a7948fca2832:46209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f98fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:21:40,992 DEBUG [RS:0;a7948fca2832:46209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:46209 2024-11-16T11:21:40,992 INFO [RS:0;a7948fca2832:46209 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:21:40,992 INFO [RS:0;a7948fca2832:46209 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:21:40,992 DEBUG [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:21:40,993 INFO [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,34347,1731756097735 with port=46209, startcode=1731756097901 2024-11-16T11:21:40,993 DEBUG [RS:0;a7948fca2832:46209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:21:40,994 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:21:40,995 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34347 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,46209,1731756097901 2024-11-16T11:21:40,995 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34347 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,46209,1731756097901 2024-11-16T11:21:40,997 DEBUG [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5 2024-11-16T11:21:40,997 DEBUG [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42911 2024-11-16T11:21:40,997 DEBUG [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:21:41,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240/rs 2024-11-16T11:21:41,149 DEBUG [RS:0;a7948fca2832:46209 {}] zookeeper.ZKUtil(111): regionserver:46209-0x1014360c9070007, quorum=127.0.0.1:58414, baseZNode=/2301749240 Set watcher on existing znode=/2301749240/rs/a7948fca2832,46209,1731756097901 2024-11-16T11:21:41,149 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,46209,1731756097901] 2024-11-16T11:21:41,149 WARN [RS:0;a7948fca2832:46209 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:21:41,149 INFO [RS:0;a7948fca2832:46209 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:21:41,149 DEBUG [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901 2024-11-16T11:21:41,152 INFO [RS:0;a7948fca2832:46209 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:21:41,154 INFO [RS:0;a7948fca2832:46209 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:21:41,156 INFO [RS:0;a7948fca2832:46209 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:21:41,156 INFO [RS:0;a7948fca2832:46209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:41,156 INFO [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:21:41,157 INFO [RS:0;a7948fca2832:46209 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:21:41,157 INFO [RS:0;a7948fca2832:46209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:41,157 DEBUG [RS:0;a7948fca2832:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:41,157 DEBUG [RS:0;a7948fca2832:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:41,157 DEBUG [RS:0;a7948fca2832:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:41,157 DEBUG [RS:0;a7948fca2832:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:41,157 DEBUG [RS:0;a7948fca2832:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:41,157 DEBUG [RS:0;a7948fca2832:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:21:41,157 DEBUG [RS:0;a7948fca2832:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:41,157 DEBUG [RS:0;a7948fca2832:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:41,157 DEBUG [RS:0;a7948fca2832:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:41,157 DEBUG [RS:0;a7948fca2832:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:41,157 DEBUG [RS:0;a7948fca2832:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:41,157 DEBUG [RS:0;a7948fca2832:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:21:41,157 DEBUG [RS:0;a7948fca2832:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:21:41,157 DEBUG [RS:0;a7948fca2832:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:21:41,159 INFO [RS:0;a7948fca2832:46209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:41,159 INFO [RS:0;a7948fca2832:46209 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:41,159 INFO [RS:0;a7948fca2832:46209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:41,159 INFO [RS:0;a7948fca2832:46209 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:41,159 INFO [RS:0;a7948fca2832:46209 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:41,159 INFO [RS:0;a7948fca2832:46209 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,46209,1731756097901-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:21:41,166 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:21:41,167 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5 2024-11-16T11:21:41,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741832_1008 (size=32) 2024-11-16T11:21:41,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:41,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:21:41,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:21:41,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:41,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:41,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:21:41,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:21:41,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:41,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:41,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:21:41,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:21:41,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:41,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:41,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:21:41,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:21:41,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:41,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:41,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:21:41,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740 2024-11-16T11:21:41,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740 2024-11-16T11:21:41,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:21:41,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:21:41,179 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:21:41,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:21:41,180 INFO [RS:0;a7948fca2832:46209 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:21:41,180 INFO [RS:0;a7948fca2832:46209 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,46209,1731756097901-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:41,180 INFO [RS:0;a7948fca2832:46209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:41,180 INFO [RS:0;a7948fca2832:46209 {}] regionserver.Replication(171): a7948fca2832,46209,1731756097901 started 2024-11-16T11:21:41,182 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:21:41,183 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68088946, jitterRate=0.014604359865188599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:21:41,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731756101172Initializing all the Stores at 1731756101172Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756101172Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756101172Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756101172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756101172Cleaning up temporary data from old regions at 1731756101179 (+7 ms)Region opened successfully at 1731756101183 (+4 ms) 2024-11-16T11:21:41,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:21:41,183 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:21:41,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:21:41,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:21:41,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:21:41,183 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:21:41,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756101183Disabling compacts and flushes for region at 1731756101183Disabling writes for close at 1731756101183Writing region close event to WAL at 1731756101183Closed at 1731756101183 2024-11-16T11:21:41,184 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:21:41,184 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:21:41,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:21:41,185 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:21:41,186 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:21:41,198 INFO [RS:0;a7948fca2832:46209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:41,198 INFO [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,46209,1731756097901, RpcServer on a7948fca2832/172.17.0.2:46209, sessionid=0x1014360c9070007 2024-11-16T11:21:41,198 DEBUG [RS:0;a7948fca2832:46209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:21:41,199 DEBUG [RS:0;a7948fca2832:46209 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,46209,1731756097901 2024-11-16T11:21:41,199 DEBUG [RS:0;a7948fca2832:46209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,46209,1731756097901' 2024-11-16T11:21:41,199 DEBUG [RS:0;a7948fca2832:46209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2301749240/flush-table-proc/abort' 2024-11-16T11:21:41,199 DEBUG [RS:0;a7948fca2832:46209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2301749240/flush-table-proc/acquired' 2024-11-16T11:21:41,199 DEBUG [RS:0;a7948fca2832:46209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:21:41,199 DEBUG [RS:0;a7948fca2832:46209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:21:41,199 DEBUG [RS:0;a7948fca2832:46209 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,46209,1731756097901 2024-11-16T11:21:41,199 DEBUG [RS:0;a7948fca2832:46209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,46209,1731756097901' 2024-11-16T11:21:41,199 DEBUG [RS:0;a7948fca2832:46209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2301749240/online-snapshot/abort' 2024-11-16T11:21:41,200 DEBUG [RS:0;a7948fca2832:46209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2301749240/online-snapshot/acquired' 2024-11-16T11:21:41,200 DEBUG [RS:0;a7948fca2832:46209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:21:41,200 INFO [RS:0;a7948fca2832:46209 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:21:41,200 INFO [RS:0;a7948fca2832:46209 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:21:41,301 INFO [RS:0;a7948fca2832:46209 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:21:41,302 INFO [RS:0;a7948fca2832:46209 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C46209%2C1731756097901, suffix=, logDir=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901, archiveDir=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/oldWALs, maxLogs=10 2024-11-16T11:21:41,319 DEBUG [RS:0;a7948fca2832:46209 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302, exclude list is [], retry=0 2024-11-16T11:21:41,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43145,DS-06475c6c-311f-4254-95fe-d61502b739c9,DISK] 2024-11-16T11:21:41,323 INFO [RS:0;a7948fca2832:46209 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 2024-11-16T11:21:41,323 DEBUG [RS:0;a7948fca2832:46209 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39111:39111)] 2024-11-16T11:21:41,336 DEBUG [a7948fca2832:34347 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:21:41,337 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,46209,1731756097901 2024-11-16T11:21:41,338 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,46209,1731756097901, state=OPENING 2024-11-16T11:21:41,391 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:21:41,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x1014360c9070007, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240 2024-11-16T11:21:41,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240 2024-11-16T11:21:41,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2301749240/meta-region-server: CHANGED 2024-11-16T11:21:41,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2301749240/meta-region-server: CHANGED 2024-11-16T11:21:41,467 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:21:41,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,46209,1731756097901}] 2024-11-16T11:21:41,619 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:21:41,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:21:41,623 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:21:41,623 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:21:41,623 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:21:41,624 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C46209%2C1731756097901.meta, suffix=.meta, logDir=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901, archiveDir=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/oldWALs, maxLogs=10 2024-11-16T11:21:41,638 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.meta.1731756101624.meta, exclude list is [], retry=0 2024-11-16T11:21:41,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43145,DS-06475c6c-311f-4254-95fe-d61502b739c9,DISK] 2024-11-16T11:21:41,641 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.meta.1731756101624.meta 2024-11-16T11:21:41,641 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39111:39111)] 2024-11-16T11:21:41,641 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:21:41,642 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:21:41,642 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:21:41,642 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:21:41,642 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:21:41,642 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:21:41,642 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:41,642 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:21:41,642 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:21:41,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:21:41,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:21:41,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:41,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:41,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:21:41,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:21:41,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:41,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:41,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:21:41,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:21:41,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:41,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:41,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:21:41,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:21:41,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:41,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:21:41,646 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:21:41,647 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740 2024-11-16T11:21:41,648 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740 2024-11-16T11:21:41,648 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:21:41,648 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:21:41,649 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:21:41,650 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:21:41,650 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65922451, jitterRate=-0.01767893135547638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:21:41,650 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:21:41,650 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731756101642Writing region info on filesystem at 1731756101642Initializing all the Stores at 1731756101643 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756101643Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756101643Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756101643Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756101643Cleaning up temporary data from old regions at 1731756101649 (+6 ms)Running coprocessor post-open hooks at 1731756101650 (+1 ms)Region opened successfully at 1731756101650 2024-11-16T11:21:41,651 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731756101619 2024-11-16T11:21:41,653 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:21:41,653 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:21:41,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,46209,1731756097901 2024-11-16T11:21:41,654 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,46209,1731756097901, state=OPEN 2024-11-16T11:21:41,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2301749240/meta-region-server 2024-11-16T11:21:41,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x1014360c9070007, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2301749240/meta-region-server 2024-11-16T11:21:41,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2301749240/meta-region-server: CHANGED 2024-11-16T11:21:41,832 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,46209,1731756097901 2024-11-16T11:21:41,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2301749240/meta-region-server: CHANGED 2024-11-16T11:21:41,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:21:41,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,46209,1731756097901 in 365 msec 2024-11-16T11:21:41,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:21:41,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 650 msec 2024-11-16T11:21:41,837 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:21:41,837 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:21:41,838 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:41,838 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,46209,1731756097901, seqNum=-1] 2024-11-16T11:21:41,838 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:41,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:21:41,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0930 sec 2024-11-16T11:21:41,842 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731756101842, completionTime=-1 2024-11-16T11:21:41,842 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:21:41,843 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:21:41,844 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:21:41,844 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731756161844 2024-11-16T11:21:41,844 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731756221844 2024-11-16T11:21:41,844 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T11:21:41,844 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,34347,1731756097735-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:41,845 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,34347,1731756097735-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:41,845 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,34347,1731756097735-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:41,845 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:34347, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:41,845 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:41,845 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:41,846 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:21:41,848 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.510sec 2024-11-16T11:21:41,848 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:21:41,848 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:21:41,848 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:21:41,848 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:21:41,848 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:21:41,848 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,34347,1731756097735-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:21:41,848 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,34347,1731756097735-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:21:41,850 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:21:41,850 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:21:41,850 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,34347,1731756097735-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:21:41,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55996d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:41,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,34347,-1 for getting cluster id 2024-11-16T11:21:41,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:41,863 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7157ea2e-2ba4-4ad2-812e-d52a7e8bc316' 2024-11-16T11:21:41,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:41,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7157ea2e-2ba4-4ad2-812e-d52a7e8bc316" 2024-11-16T11:21:41,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a81dc51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:41,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,34347,-1] 2024-11-16T11:21:41,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:41,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:41,864 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:41,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d192b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:41,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:41,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,46209,1731756097901, seqNum=-1] 2024-11-16T11:21:41,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:41,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:21:41,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,34347,1731756097735 2024-11-16T11:21:41,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58414 2024-11-16T11:21:41,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:21:41,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014360c9070008 connected 2024-11-16T11:21:42,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:42,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,45785,1731756086848 2024-11-16T11:21:42,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@583afb66 2024-11-16T11:21:42,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:42,231 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:21:42,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:21:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T11:21:42,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:21:42,234 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:42,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T11:21:42,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:21:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:21:42,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741835_1011 (size=902) 2024-11-16T11:21:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:21:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:21:42,693 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cdd4dba26d6c0a72442915d92971e82c, NAME => 'test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635 2024-11-16T11:21:42,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741836_1012 (size=39) 2024-11-16T11:21:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:21:43,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:43,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cdd4dba26d6c0a72442915d92971e82c, disabling compactions & flushes 2024-11-16T11:21:43,109 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c. 2024-11-16T11:21:43,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c. 2024-11-16T11:21:43,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c. after waiting 0 ms 2024-11-16T11:21:43,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c. 2024-11-16T11:21:43,109 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c. 2024-11-16T11:21:43,110 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cdd4dba26d6c0a72442915d92971e82c: Waiting for close lock at 1731756103109Disabling compacts and flushes for region at 1731756103109Disabling writes for close at 1731756103109Writing region close event to WAL at 1731756103109Closed at 1731756103109 2024-11-16T11:21:43,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:21:43,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731756103111"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756103111"}]},"ts":"1731756103111"} 2024-11-16T11:21:43,113 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:21:43,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:21:43,115 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756103114"}]},"ts":"1731756103114"} 2024-11-16T11:21:43,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T11:21:43,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cdd4dba26d6c0a72442915d92971e82c, ASSIGN}] 2024-11-16T11:21:43,118 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cdd4dba26d6c0a72442915d92971e82c, ASSIGN 2024-11-16T11:21:43,119 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cdd4dba26d6c0a72442915d92971e82c, ASSIGN; state=OFFLINE, location=a7948fca2832,44765,1731756087125; forceNewPlan=false, retain=false 2024-11-16T11:21:43,270 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cdd4dba26d6c0a72442915d92971e82c, regionState=OPENING, regionLocation=a7948fca2832,44765,1731756087125 2024-11-16T11:21:43,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cdd4dba26d6c0a72442915d92971e82c, ASSIGN because future has completed 2024-11-16T11:21:43,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdd4dba26d6c0a72442915d92971e82c, server=a7948fca2832,44765,1731756087125}] 2024-11-16T11:21:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:21:43,440 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c. 2024-11-16T11:21:43,440 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cdd4dba26d6c0a72442915d92971e82c, NAME => 'test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:21:43,441 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:21:43,441 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T11:21:43,441 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cdd4dba26d6c0a72442915d92971e82c 2024-11-16T11:21:43,441 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:43,441 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cdd4dba26d6c0a72442915d92971e82c 2024-11-16T11:21:43,441 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cdd4dba26d6c0a72442915d92971e82c 2024-11-16T11:21:43,442 INFO [StoreOpener-cdd4dba26d6c0a72442915d92971e82c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cdd4dba26d6c0a72442915d92971e82c 2024-11-16T11:21:43,443 INFO [StoreOpener-cdd4dba26d6c0a72442915d92971e82c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdd4dba26d6c0a72442915d92971e82c columnFamilyName f 2024-11-16T11:21:43,443 DEBUG [StoreOpener-cdd4dba26d6c0a72442915d92971e82c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:43,444 INFO [StoreOpener-cdd4dba26d6c0a72442915d92971e82c-1 {}] regionserver.HStore(327): Store=cdd4dba26d6c0a72442915d92971e82c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:43,444 INFO [StoreOpener-cdd4dba26d6c0a72442915d92971e82c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cdd4dba26d6c0a72442915d92971e82c 2024-11-16T11:21:43,445 INFO [StoreOpener-cdd4dba26d6c0a72442915d92971e82c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdd4dba26d6c0a72442915d92971e82c columnFamilyName f1 2024-11-16T11:21:43,445 DEBUG [StoreOpener-cdd4dba26d6c0a72442915d92971e82c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:43,445 INFO [StoreOpener-cdd4dba26d6c0a72442915d92971e82c-1 {}] regionserver.HStore(327): Store=cdd4dba26d6c0a72442915d92971e82c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:43,446 INFO [StoreOpener-cdd4dba26d6c0a72442915d92971e82c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cdd4dba26d6c0a72442915d92971e82c 2024-11-16T11:21:43,447 INFO [StoreOpener-cdd4dba26d6c0a72442915d92971e82c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdd4dba26d6c0a72442915d92971e82c columnFamilyName norep 2024-11-16T11:21:43,447 DEBUG [StoreOpener-cdd4dba26d6c0a72442915d92971e82c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:43,447 INFO [StoreOpener-cdd4dba26d6c0a72442915d92971e82c-1 {}] regionserver.HStore(327): Store=cdd4dba26d6c0a72442915d92971e82c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:43,447 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cdd4dba26d6c0a72442915d92971e82c 2024-11-16T11:21:43,448 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/default/test/cdd4dba26d6c0a72442915d92971e82c 2024-11-16T11:21:43,448 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/default/test/cdd4dba26d6c0a72442915d92971e82c 2024-11-16T11:21:43,449 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cdd4dba26d6c0a72442915d92971e82c 2024-11-16T11:21:43,449 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cdd4dba26d6c0a72442915d92971e82c 2024-11-16T11:21:43,449 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:21:43,450 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cdd4dba26d6c0a72442915d92971e82c 2024-11-16T11:21:43,452 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/default/test/cdd4dba26d6c0a72442915d92971e82c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:21:43,452 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cdd4dba26d6c0a72442915d92971e82c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75068814, jitterRate=0.11861249804496765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:21:43,452 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdd4dba26d6c0a72442915d92971e82c 2024-11-16T11:21:43,453 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cdd4dba26d6c0a72442915d92971e82c: Running coprocessor pre-open hook at 1731756103441Writing region info on filesystem at 1731756103441Initializing all the Stores at 1731756103442 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756103442Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756103442Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756103442Cleaning up temporary data from old regions at 1731756103449 (+7 ms)Running coprocessor post-open hooks at 1731756103452 (+3 ms)Region opened successfully at 1731756103453 (+1 ms) 2024-11-16T11:21:43,454 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c., pid=6, masterSystemTime=1731756103424 2024-11-16T11:21:43,458 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c. 2024-11-16T11:21:43,458 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c. 2024-11-16T11:21:43,458 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cdd4dba26d6c0a72442915d92971e82c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a7948fca2832,44765,1731756087125 2024-11-16T11:21:43,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdd4dba26d6c0a72442915d92971e82c, server=a7948fca2832,44765,1731756087125 because future has completed 2024-11-16T11:21:43,465 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45785 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=a7948fca2832,44765,1731756087125, table=test, region=cdd4dba26d6c0a72442915d92971e82c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T11:21:43,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T11:21:43,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cdd4dba26d6c0a72442915d92971e82c, server=a7948fca2832,44765,1731756087125 in 197 msec 2024-11-16T11:21:43,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T11:21:43,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cdd4dba26d6c0a72442915d92971e82c, ASSIGN in 354 msec 2024-11-16T11:21:43,473 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:21:43,474 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756103473"}]},"ts":"1731756103473"} 2024-11-16T11:21:43,475 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T11:21:43,476 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:21:43,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2440 sec 2024-11-16T11:21:43,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T11:21:43,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T11:21:43,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:21:43,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T11:21:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:21:44,382 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T11:21:44,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:44,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,45733,1731756092519 2024-11-16T11:21:44,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3077a942 2024-11-16T11:21:44,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:44,384 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:21:44,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:21:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T11:21:44,387 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:21:44,387 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:44,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T11:21:44,388 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:21:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:21:44,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741835_1011 (size=902) 2024-11-16T11:21:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:21:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:21:44,794 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => affe781575ff28fe52d94f3cb1ff9ff1, NAME => 'test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3 2024-11-16T11:21:44,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741836_1012 (size=39) 2024-11-16T11:21:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:21:45,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:45,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing affe781575ff28fe52d94f3cb1ff9ff1, disabling compactions & flushes 2024-11-16T11:21:45,198 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1. 2024-11-16T11:21:45,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1. 2024-11-16T11:21:45,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1. after waiting 0 ms 2024-11-16T11:21:45,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1. 2024-11-16T11:21:45,198 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1. 2024-11-16T11:21:45,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for affe781575ff28fe52d94f3cb1ff9ff1: Waiting for close lock at 1731756105198Disabling compacts and flushes for region at 1731756105198Disabling writes for close at 1731756105198Writing region close event to WAL at 1731756105198Closed at 1731756105198 2024-11-16T11:21:45,200 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:21:45,200 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731756105200"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756105200"}]},"ts":"1731756105200"} 2024-11-16T11:21:45,201 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:21:45,202 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:21:45,202 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756105202"}]},"ts":"1731756105202"} 2024-11-16T11:21:45,204 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T11:21:45,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=affe781575ff28fe52d94f3cb1ff9ff1, ASSIGN}] 2024-11-16T11:21:45,205 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=affe781575ff28fe52d94f3cb1ff9ff1, ASSIGN 2024-11-16T11:21:45,205 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=affe781575ff28fe52d94f3cb1ff9ff1, ASSIGN; state=OFFLINE, location=a7948fca2832,33741,1731756092636; forceNewPlan=false, retain=false 2024-11-16T11:21:45,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=affe781575ff28fe52d94f3cb1ff9ff1, regionState=OPENING, regionLocation=a7948fca2832,33741,1731756092636 2024-11-16T11:21:45,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=affe781575ff28fe52d94f3cb1ff9ff1, ASSIGN because future has completed 2024-11-16T11:21:45,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure affe781575ff28fe52d94f3cb1ff9ff1, server=a7948fca2832,33741,1731756092636}] 2024-11-16T11:21:45,514 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1. 2024-11-16T11:21:45,515 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => affe781575ff28fe52d94f3cb1ff9ff1, NAME => 'test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:21:45,515 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:21:45,515 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T11:21:45,515 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test affe781575ff28fe52d94f3cb1ff9ff1 2024-11-16T11:21:45,515 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:45,515 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for affe781575ff28fe52d94f3cb1ff9ff1 2024-11-16T11:21:45,515 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for affe781575ff28fe52d94f3cb1ff9ff1 2024-11-16T11:21:45,516 INFO [StoreOpener-affe781575ff28fe52d94f3cb1ff9ff1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region affe781575ff28fe52d94f3cb1ff9ff1 2024-11-16T11:21:45,517 INFO [StoreOpener-affe781575ff28fe52d94f3cb1ff9ff1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region affe781575ff28fe52d94f3cb1ff9ff1 columnFamilyName f 2024-11-16T11:21:45,517 DEBUG [StoreOpener-affe781575ff28fe52d94f3cb1ff9ff1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:45,517 INFO [StoreOpener-affe781575ff28fe52d94f3cb1ff9ff1-1 {}] regionserver.HStore(327): Store=affe781575ff28fe52d94f3cb1ff9ff1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:45,517 INFO [StoreOpener-affe781575ff28fe52d94f3cb1ff9ff1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region affe781575ff28fe52d94f3cb1ff9ff1 2024-11-16T11:21:45,518 INFO [StoreOpener-affe781575ff28fe52d94f3cb1ff9ff1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region affe781575ff28fe52d94f3cb1ff9ff1 columnFamilyName f1 2024-11-16T11:21:45,518 DEBUG [StoreOpener-affe781575ff28fe52d94f3cb1ff9ff1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:45,519 INFO [StoreOpener-affe781575ff28fe52d94f3cb1ff9ff1-1 {}] regionserver.HStore(327): Store=affe781575ff28fe52d94f3cb1ff9ff1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:45,519 INFO [StoreOpener-affe781575ff28fe52d94f3cb1ff9ff1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region affe781575ff28fe52d94f3cb1ff9ff1 2024-11-16T11:21:45,519 INFO [StoreOpener-affe781575ff28fe52d94f3cb1ff9ff1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region affe781575ff28fe52d94f3cb1ff9ff1 columnFamilyName norep 2024-11-16T11:21:45,519 DEBUG [StoreOpener-affe781575ff28fe52d94f3cb1ff9ff1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:45,520 INFO [StoreOpener-affe781575ff28fe52d94f3cb1ff9ff1-1 {}] regionserver.HStore(327): Store=affe781575ff28fe52d94f3cb1ff9ff1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:45,520 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for affe781575ff28fe52d94f3cb1ff9ff1 2024-11-16T11:21:45,520 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/default/test/affe781575ff28fe52d94f3cb1ff9ff1 2024-11-16T11:21:45,520 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/default/test/affe781575ff28fe52d94f3cb1ff9ff1 2024-11-16T11:21:45,521 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for affe781575ff28fe52d94f3cb1ff9ff1 2024-11-16T11:21:45,521 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for affe781575ff28fe52d94f3cb1ff9ff1 2024-11-16T11:21:45,521 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:21:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:21:45,522 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for affe781575ff28fe52d94f3cb1ff9ff1 2024-11-16T11:21:45,526 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/default/test/affe781575ff28fe52d94f3cb1ff9ff1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:21:45,526 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened affe781575ff28fe52d94f3cb1ff9ff1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65413659, jitterRate=-0.025260522961616516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:21:45,527 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for affe781575ff28fe52d94f3cb1ff9ff1 2024-11-16T11:21:45,527 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for affe781575ff28fe52d94f3cb1ff9ff1: Running coprocessor pre-open hook at 1731756105515Writing region info on filesystem at 1731756105515Initializing all the Stores at 1731756105516 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756105516Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756105516Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756105516Cleaning up temporary data from old regions at 1731756105521 (+5 ms)Running coprocessor post-open hooks at 1731756105527 (+6 ms)Region opened successfully at 1731756105527 2024-11-16T11:21:45,528 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1., pid=6, masterSystemTime=1731756105510 2024-11-16T11:21:45,529 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1. 2024-11-16T11:21:45,529 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1. 2024-11-16T11:21:45,530 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=affe781575ff28fe52d94f3cb1ff9ff1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a7948fca2832,33741,1731756092636 2024-11-16T11:21:45,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure affe781575ff28fe52d94f3cb1ff9ff1, server=a7948fca2832,33741,1731756092636 because future has completed 2024-11-16T11:21:45,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T11:21:45,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure affe781575ff28fe52d94f3cb1ff9ff1, server=a7948fca2832,33741,1731756092636 in 175 msec 2024-11-16T11:21:45,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T11:21:45,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=affe781575ff28fe52d94f3cb1ff9ff1, ASSIGN in 331 msec 2024-11-16T11:21:45,537 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:21:45,537 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756105537"}]},"ts":"1731756105537"} 2024-11-16T11:21:45,539 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T11:21:45,540 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:21:45,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-16T11:21:45,695 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T11:21:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:21:46,532 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T11:21:46,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:46,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,34347,1731756097735 2024-11-16T11:21:46,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a3defd9 2024-11-16T11:21:46,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:46,534 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:21:46,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:21:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T11:21:46,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:21:46,538 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:46,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T11:21:46,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:21:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:21:46,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741835_1011 (size=902) 2024-11-16T11:21:46,561 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b5115ff26c199c6cb026bac2d19e568f, NAME => 'test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5 2024-11-16T11:21:46,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741836_1012 (size=39) 2024-11-16T11:21:46,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:46,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:21:46,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:46,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:46,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:46,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:46,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:46,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:46,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:46,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:46,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:46,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:21:46,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:46,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b5115ff26c199c6cb026bac2d19e568f, disabling compactions & flushes 2024-11-16T11:21:46,982 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f. 2024-11-16T11:21:46,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f. 2024-11-16T11:21:46,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f. after waiting 0 ms 2024-11-16T11:21:46,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f. 2024-11-16T11:21:46,982 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f. 2024-11-16T11:21:46,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b5115ff26c199c6cb026bac2d19e568f: Waiting for close lock at 1731756106982Disabling compacts and flushes for region at 1731756106982Disabling writes for close at 1731756106982Writing region close event to WAL at 1731756106982Closed at 1731756106982 2024-11-16T11:21:46,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:21:46,984 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731756106984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756106984"}]},"ts":"1731756106984"} 2024-11-16T11:21:46,987 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:21:46,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:21:46,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756106988"}]},"ts":"1731756106988"} 2024-11-16T11:21:46,991 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T11:21:46,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b5115ff26c199c6cb026bac2d19e568f, ASSIGN}] 2024-11-16T11:21:46,993 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b5115ff26c199c6cb026bac2d19e568f, ASSIGN 2024-11-16T11:21:46,994 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b5115ff26c199c6cb026bac2d19e568f, ASSIGN; state=OFFLINE, location=a7948fca2832,46209,1731756097901; forceNewPlan=false, retain=false 2024-11-16T11:21:47,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b5115ff26c199c6cb026bac2d19e568f, regionState=OPENING, regionLocation=a7948fca2832,46209,1731756097901 2024-11-16T11:21:47,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b5115ff26c199c6cb026bac2d19e568f, ASSIGN because future has completed 2024-11-16T11:21:47,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5115ff26c199c6cb026bac2d19e568f, server=a7948fca2832,46209,1731756097901}] 2024-11-16T11:21:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:21:47,241 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:21:47,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:47,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:47,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:47,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:47,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:47,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:47,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:47,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:47,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:47,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:47,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:47,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:47,303 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f. 2024-11-16T11:21:47,303 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b5115ff26c199c6cb026bac2d19e568f, NAME => 'test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:21:47,304 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:21:47,304 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T11:21:47,304 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b5115ff26c199c6cb026bac2d19e568f 2024-11-16T11:21:47,304 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:47,304 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b5115ff26c199c6cb026bac2d19e568f 2024-11-16T11:21:47,304 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b5115ff26c199c6cb026bac2d19e568f 2024-11-16T11:21:47,305 INFO [StoreOpener-b5115ff26c199c6cb026bac2d19e568f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b5115ff26c199c6cb026bac2d19e568f 2024-11-16T11:21:47,306 INFO [StoreOpener-b5115ff26c199c6cb026bac2d19e568f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5115ff26c199c6cb026bac2d19e568f columnFamilyName f 2024-11-16T11:21:47,306 DEBUG [StoreOpener-b5115ff26c199c6cb026bac2d19e568f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:47,307 INFO [StoreOpener-b5115ff26c199c6cb026bac2d19e568f-1 {}] regionserver.HStore(327): Store=b5115ff26c199c6cb026bac2d19e568f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:47,307 INFO [StoreOpener-b5115ff26c199c6cb026bac2d19e568f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b5115ff26c199c6cb026bac2d19e568f 2024-11-16T11:21:47,308 INFO [StoreOpener-b5115ff26c199c6cb026bac2d19e568f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5115ff26c199c6cb026bac2d19e568f columnFamilyName f1 2024-11-16T11:21:47,308 DEBUG [StoreOpener-b5115ff26c199c6cb026bac2d19e568f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:47,308 INFO [StoreOpener-b5115ff26c199c6cb026bac2d19e568f-1 {}] regionserver.HStore(327): Store=b5115ff26c199c6cb026bac2d19e568f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:47,308 INFO [StoreOpener-b5115ff26c199c6cb026bac2d19e568f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b5115ff26c199c6cb026bac2d19e568f 2024-11-16T11:21:47,309 INFO [StoreOpener-b5115ff26c199c6cb026bac2d19e568f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5115ff26c199c6cb026bac2d19e568f columnFamilyName norep 2024-11-16T11:21:47,309 DEBUG [StoreOpener-b5115ff26c199c6cb026bac2d19e568f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:47,309 INFO [StoreOpener-b5115ff26c199c6cb026bac2d19e568f-1 {}] regionserver.HStore(327): Store=b5115ff26c199c6cb026bac2d19e568f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:47,309 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b5115ff26c199c6cb026bac2d19e568f 2024-11-16T11:21:47,310 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/default/test/b5115ff26c199c6cb026bac2d19e568f 2024-11-16T11:21:47,310 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/default/test/b5115ff26c199c6cb026bac2d19e568f 2024-11-16T11:21:47,311 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b5115ff26c199c6cb026bac2d19e568f 2024-11-16T11:21:47,311 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b5115ff26c199c6cb026bac2d19e568f 2024-11-16T11:21:47,311 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:21:47,312 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b5115ff26c199c6cb026bac2d19e568f 2024-11-16T11:21:47,313 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/default/test/b5115ff26c199c6cb026bac2d19e568f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:21:47,314 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b5115ff26c199c6cb026bac2d19e568f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69009028, jitterRate=0.028314650058746338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:21:47,314 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5115ff26c199c6cb026bac2d19e568f 2024-11-16T11:21:47,314 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b5115ff26c199c6cb026bac2d19e568f: Running coprocessor pre-open hook at 1731756107304Writing region info on filesystem at 1731756107304Initializing all the Stores at 1731756107305 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756107305Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756107305Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756107305Cleaning up temporary data from old regions at 1731756107311 (+6 ms)Running coprocessor post-open hooks at 1731756107314 (+3 ms)Region opened successfully at 1731756107314 2024-11-16T11:21:47,315 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f., pid=6, masterSystemTime=1731756107298 2024-11-16T11:21:47,316 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f. 2024-11-16T11:21:47,316 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f. 2024-11-16T11:21:47,328 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b5115ff26c199c6cb026bac2d19e568f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a7948fca2832,46209,1731756097901 2024-11-16T11:21:47,330 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34347 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=a7948fca2832,46209,1731756097901, table=test, region=b5115ff26c199c6cb026bac2d19e568f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T11:21:47,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5115ff26c199c6cb026bac2d19e568f, server=a7948fca2832,46209,1731756097901 because future has completed 2024-11-16T11:21:47,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T11:21:47,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b5115ff26c199c6cb026bac2d19e568f, server=a7948fca2832,46209,1731756097901 in 184 msec 2024-11-16T11:21:47,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T11:21:47,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b5115ff26c199c6cb026bac2d19e568f, ASSIGN in 342 msec 2024-11-16T11:21:47,335 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:21:47,335 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756107335"}]},"ts":"1731756107335"} 2024-11-16T11:21:47,336 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T11:21:47,337 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:21:47,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 802 msec 2024-11-16T11:21:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:21:47,682 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T11:21:47,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe7747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:47,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,45785,-1 for getting cluster id 2024-11-16T11:21:47,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:47,683 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5d50083-585f-43da-aa18-ccdf9717beaf' 2024-11-16T11:21:47,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:47,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5d50083-585f-43da-aa18-ccdf9717beaf" 2024-11-16T11:21:47,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e78e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:47,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,45785,-1] 2024-11-16T11:21:47,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:47,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:47,685 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:47,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1535a5e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:47,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:47,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,45785,1731756086848 2024-11-16T11:21:47,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fe34b86 2024-11-16T11:21:47,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:47,687 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:21:47,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a7948fca2832:45733,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T11:21:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T11:21:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:47,689 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:45733' 2024-11-16T11:21:47,690 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61bdf775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:47,691 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,45733,-1 for getting cluster id 2024-11-16T11:21:47,691 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:47,691 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b129695-9090-4be0-a0c8-372a8ab6df2d' 2024-11-16T11:21:47,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:47,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b129695-9090-4be0-a0c8-372a8ab6df2d" 2024-11-16T11:21:47,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208f1cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:47,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,45733,-1] 2024-11-16T11:21:47,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:47,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:47,693 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:47,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28bc4c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:47,693 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:47,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,45733,1731756092519 2024-11-16T11:21:47,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68fd811a 2024-11-16T11:21:47,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:47,695 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:21:47,695 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T11:21:47,695 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T11:21:47,695 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:47,695 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:47,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:47,696 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:21:47,697 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T11:21:47,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:21:47,697 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:47,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:21:47,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741837_1013 (size=1138) 2024-11-16T11:21:47,747 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T11:21:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:48,117 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4510454a05276685d400b1ca12b4f4d, NAME => 'hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635 2024-11-16T11:21:48,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741838_1014 (size=44) 2024-11-16T11:21:48,123 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:48,123 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c4510454a05276685d400b1ca12b4f4d, disabling compactions & flushes 2024-11-16T11:21:48,123 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d. 2024-11-16T11:21:48,123 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d. 2024-11-16T11:21:48,123 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d. after waiting 0 ms 2024-11-16T11:21:48,123 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d. 2024-11-16T11:21:48,123 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d. 2024-11-16T11:21:48,123 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4510454a05276685d400b1ca12b4f4d: Waiting for close lock at 1731756108123Disabling compacts and flushes for region at 1731756108123Disabling writes for close at 1731756108123Writing region close event to WAL at 1731756108123Closed at 1731756108123 2024-11-16T11:21:48,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:21:48,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731756108124"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756108124"}]},"ts":"1731756108124"} 2024-11-16T11:21:48,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:21:48,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:21:48,127 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756108127"}]},"ts":"1731756108127"} 2024-11-16T11:21:48,128 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T11:21:48,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4510454a05276685d400b1ca12b4f4d, ASSIGN}] 2024-11-16T11:21:48,130 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4510454a05276685d400b1ca12b4f4d, ASSIGN 2024-11-16T11:21:48,130 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c4510454a05276685d400b1ca12b4f4d, ASSIGN; state=OFFLINE, location=a7948fca2832,44765,1731756087125; forceNewPlan=false, retain=false 2024-11-16T11:21:48,281 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c4510454a05276685d400b1ca12b4f4d, regionState=OPENING, regionLocation=a7948fca2832,44765,1731756087125 2024-11-16T11:21:48,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c4510454a05276685d400b1ca12b4f4d, ASSIGN because future has completed 2024-11-16T11:21:48,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4510454a05276685d400b1ca12b4f4d, server=a7948fca2832,44765,1731756087125}] 2024-11-16T11:21:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:48,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d. 2024-11-16T11:21:48,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:21:48,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T11:21:48,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C44765%2C1731756087125.rep, suffix=, logDir=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125, archiveDir=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/oldWALs, maxLogs=10 2024-11-16T11:21:48,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.rep.1731756108464, exclude list is [], retry=0 2024-11-16T11:21:48,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36501,DS-579e885e-bd46-478e-94bf-b19a2b24c996,DISK] 2024-11-16T11:21:48,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.rep.1731756108464 2024-11-16T11:21:48,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37409:37409)] 2024-11-16T11:21:48,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c4510454a05276685d400b1ca12b4f4d, NAME => 'hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:21:48,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:21:48,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:21:48,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d. service=MultiRowMutationService 2024-11-16T11:21:48,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T11:21:48,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c4510454a05276685d400b1ca12b4f4d 2024-11-16T11:21:48,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:48,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c4510454a05276685d400b1ca12b4f4d 2024-11-16T11:21:48,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c4510454a05276685d400b1ca12b4f4d 2024-11-16T11:21:48,496 INFO [StoreOpener-c4510454a05276685d400b1ca12b4f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c4510454a05276685d400b1ca12b4f4d 2024-11-16T11:21:48,498 INFO [StoreOpener-c4510454a05276685d400b1ca12b4f4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4510454a05276685d400b1ca12b4f4d columnFamilyName hfileref 2024-11-16T11:21:48,498 DEBUG [StoreOpener-c4510454a05276685d400b1ca12b4f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:48,499 INFO [StoreOpener-c4510454a05276685d400b1ca12b4f4d-1 {}] regionserver.HStore(327): Store=c4510454a05276685d400b1ca12b4f4d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:48,499 INFO [StoreOpener-c4510454a05276685d400b1ca12b4f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c4510454a05276685d400b1ca12b4f4d 2024-11-16T11:21:48,501 INFO [StoreOpener-c4510454a05276685d400b1ca12b4f4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4510454a05276685d400b1ca12b4f4d columnFamilyName queue 2024-11-16T11:21:48,501 DEBUG [StoreOpener-c4510454a05276685d400b1ca12b4f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:48,502 INFO [StoreOpener-c4510454a05276685d400b1ca12b4f4d-1 {}] regionserver.HStore(327): Store=c4510454a05276685d400b1ca12b4f4d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:48,502 INFO [StoreOpener-c4510454a05276685d400b1ca12b4f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c4510454a05276685d400b1ca12b4f4d 2024-11-16T11:21:48,504 INFO [StoreOpener-c4510454a05276685d400b1ca12b4f4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4510454a05276685d400b1ca12b4f4d columnFamilyName sid 2024-11-16T11:21:48,504 DEBUG [StoreOpener-c4510454a05276685d400b1ca12b4f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:48,504 INFO [StoreOpener-c4510454a05276685d400b1ca12b4f4d-1 {}] regionserver.HStore(327): Store=c4510454a05276685d400b1ca12b4f4d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:48,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c4510454a05276685d400b1ca12b4f4d 2024-11-16T11:21:48,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/replication/c4510454a05276685d400b1ca12b4f4d 2024-11-16T11:21:48,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/replication/c4510454a05276685d400b1ca12b4f4d 2024-11-16T11:21:48,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c4510454a05276685d400b1ca12b4f4d 2024-11-16T11:21:48,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c4510454a05276685d400b1ca12b4f4d 2024-11-16T11:21:48,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:21:48,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c4510454a05276685d400b1ca12b4f4d 2024-11-16T11:21:48,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/replication/c4510454a05276685d400b1ca12b4f4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:21:48,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c4510454a05276685d400b1ca12b4f4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65772965, jitterRate=-0.01990644633769989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:21:48,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4510454a05276685d400b1ca12b4f4d 2024-11-16T11:21:48,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c4510454a05276685d400b1ca12b4f4d: Running coprocessor pre-open hook at 1731756108494Writing region info on filesystem at 1731756108494Initializing all the Stores at 1731756108495 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756108495Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756108496 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756108496Cleaning up temporary data from old regions at 1731756108506 (+10 ms)Running coprocessor post-open hooks at 1731756108510 (+4 ms)Region opened successfully at 1731756108510 2024-11-16T11:21:48,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d., pid=10, masterSystemTime=1731756108436 2024-11-16T11:21:48,516 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c4510454a05276685d400b1ca12b4f4d, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,44765,1731756087125 2024-11-16T11:21:48,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d. 2024-11-16T11:21:48,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d. 2024-11-16T11:21:48,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4510454a05276685d400b1ca12b4f4d, server=a7948fca2832,44765,1731756087125 because future has completed 2024-11-16T11:21:48,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T11:21:48,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c4510454a05276685d400b1ca12b4f4d, server=a7948fca2832,44765,1731756087125 in 247 msec 2024-11-16T11:21:48,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T11:21:48,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4510454a05276685d400b1ca12b4f4d, ASSIGN in 404 msec 2024-11-16T11:21:48,537 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:21:48,537 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756108537"}]},"ts":"1731756108537"} 2024-11-16T11:21:48,540 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T11:21:48,541 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:21:48,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 846 msec 2024-11-16T11:21:48,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d., hostname=a7948fca2832,44765,1731756087125, seqNum=2] 2024-11-16T11:21:48,644 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x1014360c9070001, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694 2024-11-16T11:21:48,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694 2024-11-16T11:21:48,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T11:21:48,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T11:21:48,821 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T11:21:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:48,847 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a7948fca2832,44765,1731756087125, ReplicationSource: 1, currentBandwidth=0 2024-11-16T11:21:48,847 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:48,847 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,44765,1731756087125, seqNum=-1] 2024-11-16T11:21:48,847 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:48,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-16T11:21:48,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a7948fca2832,44765,1731756087125', locateType=CURRENT is [region=hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d., hostname=a7948fca2832,44765,1731756087125, seqNum=2] 2024-11-16T11:21:48,852 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T11:21:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T11:21:48,854 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a7948fca2832,44765,1731756087125 suceeded 2024-11-16T11:21:48,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T11:21:48,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-16T11:21:48,855 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a7948fca2832:45733,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T11:21:48,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1680 sec 2024-11-16T11:21:48,864 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:45733' 2024-11-16T11:21:48,865 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cf2de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:48,865 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,45733,-1 for getting cluster id 2024-11-16T11:21:48,865 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:48,866 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b129695-9090-4be0-a0c8-372a8ab6df2d' 2024-11-16T11:21:48,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:48,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b129695-9090-4be0-a0c8-372a8ab6df2d" 2024-11-16T11:21:48,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b47b923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:48,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,45733,-1] 2024-11-16T11:21:48,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:48,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:48,867 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:48,867 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7276e8bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:48,867 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:48,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,45733,1731756092519 2024-11-16T11:21:48,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@193bbb37 2024-11-16T11:21:48,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:48,869 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-16T11:21:48,869 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a7948fca2832,44765,1731756087125 (queues=1) is replicating from cluster=a5d50083-585f-43da-aa18-ccdf9717beaf to cluster=2b129695-9090-4be0-a0c8-372a8ab6df2d 2024-11-16T11:21:48,869 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a7948fca2832%2C44765%2C1731756087125 2024-11-16T11:21:48,869 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a7948fca2832,44765,1731756087125, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T11:21:48,870 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.shippera7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a7948fca2832%2C44765%2C1731756087125 2024-11-16T11:21:48,870 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018, startPosition=0, beingWritten=true 2024-11-16T11:21:48,873 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:21:48,873 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 379, reset compression=false 2024-11-16T11:21:48,873 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.shippera7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,44765,1731756087125 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:21:49,076 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 379, reset compression=false 2024-11-16T11:21:49,379 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 379, reset compression=false 2024-11-16T11:21:49,800 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 379, reset compression=false 2024-11-16T11:21:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:49,843 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T11:21:49,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:21:49,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:49,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:49,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:49,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:49,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a74948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:49,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,45733,-1 for getting cluster id 2024-11-16T11:21:49,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:49,847 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b129695-9090-4be0-a0c8-372a8ab6df2d' 2024-11-16T11:21:49,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:49,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b129695-9090-4be0-a0c8-372a8ab6df2d" 2024-11-16T11:21:49,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8905e76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:49,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,45733,-1] 2024-11-16T11:21:49,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:49,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:49,850 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:49,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143db5c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:49,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:49,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,45733,1731756092519 2024-11-16T11:21:49,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4110a65d 2024-11-16T11:21:49,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:49,853 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:21:49,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a7948fca2832:34347,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T11:21:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T11:21:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:49,858 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:34347' 2024-11-16T11:21:49,860 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630fcad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:49,860 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,34347,-1 for getting cluster id 2024-11-16T11:21:49,861 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:49,861 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7157ea2e-2ba4-4ad2-812e-d52a7e8bc316' 2024-11-16T11:21:49,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:49,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7157ea2e-2ba4-4ad2-812e-d52a7e8bc316" 2024-11-16T11:21:49,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2310bfa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:49,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,34347,-1] 2024-11-16T11:21:49,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:49,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:49,863 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:49,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cab62d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:49,863 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:49,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,34347,1731756097735 2024-11-16T11:21:49,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a3afe44 2024-11-16T11:21:49,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:49,865 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:21:49,866 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T11:21:49,866 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T11:21:49,866 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:49,866 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:49,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:49,866 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:21:49,868 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T11:21:49,869 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:21:49,869 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:49,870 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:21:49,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741837_1013 (size=1138) 2024-11-16T11:21:49,918 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T11:21:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:50,301 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4cea374182fb402a05325dc6776c19f, NAME => 'hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3 2024-11-16T11:21:50,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741838_1014 (size=44) 2024-11-16T11:21:50,330 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 379, reset compression=false 2024-11-16T11:21:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:50,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:50,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b4cea374182fb402a05325dc6776c19f, disabling compactions & flushes 2024-11-16T11:21:50,709 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f. 2024-11-16T11:21:50,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f. 2024-11-16T11:21:50,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f. after waiting 0 ms 2024-11-16T11:21:50,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f. 2024-11-16T11:21:50,709 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f. 2024-11-16T11:21:50,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4cea374182fb402a05325dc6776c19f: Waiting for close lock at 1731756110709Disabling compacts and flushes for region at 1731756110709Disabling writes for close at 1731756110709Writing region close event to WAL at 1731756110709Closed at 1731756110709 2024-11-16T11:21:50,710 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:21:50,711 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731756110710"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756110710"}]},"ts":"1731756110710"} 2024-11-16T11:21:50,717 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:21:50,718 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:21:50,719 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756110719"}]},"ts":"1731756110719"} 2024-11-16T11:21:50,721 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T11:21:50,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b4cea374182fb402a05325dc6776c19f, ASSIGN}] 2024-11-16T11:21:50,722 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b4cea374182fb402a05325dc6776c19f, ASSIGN 2024-11-16T11:21:50,722 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b4cea374182fb402a05325dc6776c19f, ASSIGN; state=OFFLINE, location=a7948fca2832,33741,1731756092636; forceNewPlan=false, retain=false 2024-11-16T11:21:50,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b4cea374182fb402a05325dc6776c19f, regionState=OPENING, regionLocation=a7948fca2832,33741,1731756092636 2024-11-16T11:21:50,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b4cea374182fb402a05325dc6776c19f, ASSIGN because future has completed 2024-11-16T11:21:50,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4cea374182fb402a05325dc6776c19f, server=a7948fca2832,33741,1731756092636}] 2024-11-16T11:21:50,934 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 379, reset compression=false 2024-11-16T11:21:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:51,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f. 2024-11-16T11:21:51,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:21:51,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T11:21:51,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C33741%2C1731756092636.rep, suffix=, logDir=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636, archiveDir=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/oldWALs, maxLogs=10 2024-11-16T11:21:51,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.rep.1731756111032, exclude list is [], retry=0 2024-11-16T11:21:51,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44765,DS-9b0e0803-be17-41a9-bb63-ca1ec1f22a7c,DISK] 2024-11-16T11:21:51,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.rep.1731756111032 2024-11-16T11:21:51,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32953:32953)] 2024-11-16T11:21:51,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b4cea374182fb402a05325dc6776c19f, NAME => 'hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:21:51,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:21:51,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:21:51,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f. service=MultiRowMutationService 2024-11-16T11:21:51,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T11:21:51,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b4cea374182fb402a05325dc6776c19f 2024-11-16T11:21:51,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:51,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b4cea374182fb402a05325dc6776c19f 2024-11-16T11:21:51,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b4cea374182fb402a05325dc6776c19f 2024-11-16T11:21:51,057 INFO [StoreOpener-b4cea374182fb402a05325dc6776c19f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b4cea374182fb402a05325dc6776c19f 2024-11-16T11:21:51,058 INFO [StoreOpener-b4cea374182fb402a05325dc6776c19f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4cea374182fb402a05325dc6776c19f columnFamilyName hfileref 2024-11-16T11:21:51,058 DEBUG [StoreOpener-b4cea374182fb402a05325dc6776c19f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:51,058 INFO [StoreOpener-b4cea374182fb402a05325dc6776c19f-1 {}] regionserver.HStore(327): Store=b4cea374182fb402a05325dc6776c19f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:51,059 INFO [StoreOpener-b4cea374182fb402a05325dc6776c19f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b4cea374182fb402a05325dc6776c19f 2024-11-16T11:21:51,059 INFO [StoreOpener-b4cea374182fb402a05325dc6776c19f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4cea374182fb402a05325dc6776c19f columnFamilyName queue 2024-11-16T11:21:51,059 DEBUG [StoreOpener-b4cea374182fb402a05325dc6776c19f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:51,060 INFO [StoreOpener-b4cea374182fb402a05325dc6776c19f-1 {}] regionserver.HStore(327): Store=b4cea374182fb402a05325dc6776c19f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:51,060 INFO [StoreOpener-b4cea374182fb402a05325dc6776c19f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b4cea374182fb402a05325dc6776c19f 2024-11-16T11:21:51,061 INFO [StoreOpener-b4cea374182fb402a05325dc6776c19f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4cea374182fb402a05325dc6776c19f columnFamilyName sid 2024-11-16T11:21:51,061 DEBUG [StoreOpener-b4cea374182fb402a05325dc6776c19f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:51,061 INFO [StoreOpener-b4cea374182fb402a05325dc6776c19f-1 {}] regionserver.HStore(327): Store=b4cea374182fb402a05325dc6776c19f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:51,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b4cea374182fb402a05325dc6776c19f 2024-11-16T11:21:51,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/replication/b4cea374182fb402a05325dc6776c19f 2024-11-16T11:21:51,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/replication/b4cea374182fb402a05325dc6776c19f 2024-11-16T11:21:51,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b4cea374182fb402a05325dc6776c19f 2024-11-16T11:21:51,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b4cea374182fb402a05325dc6776c19f 2024-11-16T11:21:51,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:21:51,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b4cea374182fb402a05325dc6776c19f 2024-11-16T11:21:51,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/replication/b4cea374182fb402a05325dc6776c19f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:21:51,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b4cea374182fb402a05325dc6776c19f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72931388, jitterRate=0.08676236867904663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:21:51,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4cea374182fb402a05325dc6776c19f 2024-11-16T11:21:51,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b4cea374182fb402a05325dc6776c19f: Running coprocessor pre-open hook at 1731756111053Writing region info on filesystem at 1731756111053Initializing all the Stores at 1731756111054 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756111054Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756111057 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756111057Cleaning up temporary data from old regions at 1731756111062 (+5 ms)Running coprocessor post-open hooks at 1731756111065 (+3 ms)Region opened successfully at 1731756111065 2024-11-16T11:21:51,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f., pid=10, masterSystemTime=1731756111027 2024-11-16T11:21:51,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f. 2024-11-16T11:21:51,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f. 2024-11-16T11:21:51,068 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b4cea374182fb402a05325dc6776c19f, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,33741,1731756092636 2024-11-16T11:21:51,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4cea374182fb402a05325dc6776c19f, server=a7948fca2832,33741,1731756092636 because future has completed 2024-11-16T11:21:51,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T11:21:51,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b4cea374182fb402a05325dc6776c19f, server=a7948fca2832,33741,1731756092636 in 196 msec 2024-11-16T11:21:51,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T11:21:51,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b4cea374182fb402a05325dc6776c19f, ASSIGN in 352 msec 2024-11-16T11:21:51,075 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:21:51,075 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756111075"}]},"ts":"1731756111075"} 2024-11-16T11:21:51,076 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T11:21:51,077 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:21:51,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2110 sec 2024-11-16T11:21:51,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f., hostname=a7948fca2832,33741,1731756092636, seqNum=2] 2024-11-16T11:21:51,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33741-0x1014360c9070004, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720 2024-11-16T11:21:51,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720 2024-11-16T11:21:51,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T11:21:51,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33741 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T11:21:51,324 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T11:21:51,362 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a7948fca2832,33741,1731756092636, ReplicationSource: 1, currentBandwidth=0 2024-11-16T11:21:51,363 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:51,363 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,33741,1731756092636, seqNum=-1] 2024-11-16T11:21:51,363 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:51,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-16T11:21:51,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a7948fca2832,33741,1731756092636', locateType=CURRENT is [region=hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f., hostname=a7948fca2832,33741,1731756092636, seqNum=2] 2024-11-16T11:21:51,368 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T11:21:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T11:21:51,370 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a7948fca2832,33741,1731756092636 suceeded 2024-11-16T11:21:51,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T11:21:51,372 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a7948fca2832:34347,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T11:21:51,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-16T11:21:51,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5180 sec 2024-11-16T11:21:51,385 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:34347' 2024-11-16T11:21:51,386 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@674cd10a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:51,386 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,34347,-1 for getting cluster id 2024-11-16T11:21:51,386 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:51,387 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7157ea2e-2ba4-4ad2-812e-d52a7e8bc316' 2024-11-16T11:21:51,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:51,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7157ea2e-2ba4-4ad2-812e-d52a7e8bc316" 2024-11-16T11:21:51,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7781c9bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:51,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,34347,-1] 2024-11-16T11:21:51,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:51,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:51,388 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:51,389 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e681b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:51,389 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:51,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,34347,1731756097735 2024-11-16T11:21:51,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e5b3cf 2024-11-16T11:21:51,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:51,390 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-16T11:21:51,391 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a7948fca2832,33741,1731756092636 (queues=1) is replicating from cluster=2b129695-9090-4be0-a0c8-372a8ab6df2d to cluster=7157ea2e-2ba4-4ad2-812e-d52a7e8bc316 2024-11-16T11:21:51,391 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a7948fca2832%2C33741%2C1731756092636 2024-11-16T11:21:51,391 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a7948fca2832,33741,1731756092636, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T11:21:51,391 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.shippera7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a7948fca2832%2C33741%2C1731756092636 2024-11-16T11:21:51,391 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842, startPosition=0, beingWritten=true 2024-11-16T11:21:51,397 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:21:51,397 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 379, reset compression=false 2024-11-16T11:21:51,397 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.shippera7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,33741,1731756092636 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:21:51,600 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 379, reset compression=false 2024-11-16T11:21:51,645 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 379, reset compression=false 2024-11-16T11:21:51,696 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T11:21:51,905 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 379, reset compression=false 2024-11-16T11:21:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:52,002 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T11:21:52,002 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:21:52,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:52,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:52,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:52,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:52,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560edb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:52,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,34347,-1 for getting cluster id 2024-11-16T11:21:52,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:52,006 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7157ea2e-2ba4-4ad2-812e-d52a7e8bc316' 2024-11-16T11:21:52,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:52,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7157ea2e-2ba4-4ad2-812e-d52a7e8bc316" 2024-11-16T11:21:52,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a7a251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:52,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,34347,-1] 2024-11-16T11:21:52,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:52,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:52,008 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:52,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b9b5b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:52,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:52,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,34347,1731756097735 2024-11-16T11:21:52,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64dff6a9 2024-11-16T11:21:52,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:52,012 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:21:52,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a7948fca2832:45733,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T11:21:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T11:21:52,015 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:45733' 2024-11-16T11:21:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:52,024 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a42120b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:52,025 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,45733,-1 for getting cluster id 2024-11-16T11:21:52,025 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:52,025 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b129695-9090-4be0-a0c8-372a8ab6df2d' 2024-11-16T11:21:52,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:52,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b129695-9090-4be0-a0c8-372a8ab6df2d" 2024-11-16T11:21:52,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66731437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:52,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,45733,-1] 2024-11-16T11:21:52,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:52,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:52,027 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:52,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a9561b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:52,028 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:52,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,45733,1731756092519 2024-11-16T11:21:52,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b480f0f 2024-11-16T11:21:52,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:52,030 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:21:52,031 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T11:21:52,031 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T11:21:52,031 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:52,031 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:52,031 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:21:52,033 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T11:21:52,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:21:52,034 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:52,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:52,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:21:52,083 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T11:21:52,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741837_1013 (size=1138) 2024-11-16T11:21:52,097 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 147890ba9abc64ddd4a7be5b7a6919ba, NAME => 'hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5 2024-11-16T11:21:52,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741838_1014 (size=44) 2024-11-16T11:21:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:52,309 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 379, reset compression=false 2024-11-16T11:21:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:52,448 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 379, reset compression=false 2024-11-16T11:21:52,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:52,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 147890ba9abc64ddd4a7be5b7a6919ba, disabling compactions & flushes 2024-11-16T11:21:52,522 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba. 2024-11-16T11:21:52,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba. 2024-11-16T11:21:52,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba. after waiting 0 ms 2024-11-16T11:21:52,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba. 2024-11-16T11:21:52,522 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba. 2024-11-16T11:21:52,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 147890ba9abc64ddd4a7be5b7a6919ba: Waiting for close lock at 1731756112522Disabling compacts and flushes for region at 1731756112522Disabling writes for close at 1731756112522Writing region close event to WAL at 1731756112522Closed at 1731756112522 2024-11-16T11:21:52,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:21:52,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731756112524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756112524"}]},"ts":"1731756112524"} 2024-11-16T11:21:52,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:21:52,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:21:52,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756112527"}]},"ts":"1731756112527"} 2024-11-16T11:21:52,529 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T11:21:52,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=147890ba9abc64ddd4a7be5b7a6919ba, ASSIGN}] 2024-11-16T11:21:52,530 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=147890ba9abc64ddd4a7be5b7a6919ba, ASSIGN 2024-11-16T11:21:52,531 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=147890ba9abc64ddd4a7be5b7a6919ba, ASSIGN; state=OFFLINE, location=a7948fca2832,46209,1731756097901; forceNewPlan=false, retain=false 2024-11-16T11:21:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:52,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=147890ba9abc64ddd4a7be5b7a6919ba, regionState=OPENING, regionLocation=a7948fca2832,46209,1731756097901 2024-11-16T11:21:52,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=147890ba9abc64ddd4a7be5b7a6919ba, ASSIGN because future has completed 2024-11-16T11:21:52,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 147890ba9abc64ddd4a7be5b7a6919ba, server=a7948fca2832,46209,1731756097901}] 2024-11-16T11:21:52,807 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:21:52,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:52,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:52,818 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 379, reset compression=false 2024-11-16T11:21:52,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:52,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:52,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:52,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:52,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:52,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:52,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:52,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:52,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:52,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:52,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba. 2024-11-16T11:21:52,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:21:52,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T11:21:52,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C46209%2C1731756097901.rep, suffix=, logDir=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901, archiveDir=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/oldWALs, maxLogs=10 2024-11-16T11:21:52,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.rep.1731756112918, exclude list is [], retry=0 2024-11-16T11:21:52,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43145,DS-06475c6c-311f-4254-95fe-d61502b739c9,DISK] 2024-11-16T11:21:52,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.rep.1731756112918 2024-11-16T11:21:52,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39111:39111)] 2024-11-16T11:21:52,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 147890ba9abc64ddd4a7be5b7a6919ba, NAME => 'hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:21:52,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:21:52,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:21:52,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba. service=MultiRowMutationService 2024-11-16T11:21:52,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T11:21:52,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 147890ba9abc64ddd4a7be5b7a6919ba 2024-11-16T11:21:52,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:21:52,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 147890ba9abc64ddd4a7be5b7a6919ba 2024-11-16T11:21:52,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 147890ba9abc64ddd4a7be5b7a6919ba 2024-11-16T11:21:52,964 INFO [StoreOpener-147890ba9abc64ddd4a7be5b7a6919ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 147890ba9abc64ddd4a7be5b7a6919ba 2024-11-16T11:21:52,965 INFO [StoreOpener-147890ba9abc64ddd4a7be5b7a6919ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 147890ba9abc64ddd4a7be5b7a6919ba columnFamilyName hfileref 2024-11-16T11:21:52,965 DEBUG [StoreOpener-147890ba9abc64ddd4a7be5b7a6919ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:52,966 INFO [StoreOpener-147890ba9abc64ddd4a7be5b7a6919ba-1 {}] regionserver.HStore(327): Store=147890ba9abc64ddd4a7be5b7a6919ba/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:52,966 INFO [StoreOpener-147890ba9abc64ddd4a7be5b7a6919ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 147890ba9abc64ddd4a7be5b7a6919ba 2024-11-16T11:21:52,967 INFO [StoreOpener-147890ba9abc64ddd4a7be5b7a6919ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 147890ba9abc64ddd4a7be5b7a6919ba columnFamilyName queue 2024-11-16T11:21:52,967 DEBUG [StoreOpener-147890ba9abc64ddd4a7be5b7a6919ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:52,967 INFO [StoreOpener-147890ba9abc64ddd4a7be5b7a6919ba-1 {}] regionserver.HStore(327): Store=147890ba9abc64ddd4a7be5b7a6919ba/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:52,967 INFO [StoreOpener-147890ba9abc64ddd4a7be5b7a6919ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 147890ba9abc64ddd4a7be5b7a6919ba 2024-11-16T11:21:52,968 INFO [StoreOpener-147890ba9abc64ddd4a7be5b7a6919ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 147890ba9abc64ddd4a7be5b7a6919ba columnFamilyName sid 2024-11-16T11:21:52,968 DEBUG [StoreOpener-147890ba9abc64ddd4a7be5b7a6919ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:21:52,969 INFO [StoreOpener-147890ba9abc64ddd4a7be5b7a6919ba-1 {}] regionserver.HStore(327): Store=147890ba9abc64ddd4a7be5b7a6919ba/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:21:52,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 147890ba9abc64ddd4a7be5b7a6919ba 2024-11-16T11:21:52,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/replication/147890ba9abc64ddd4a7be5b7a6919ba 2024-11-16T11:21:52,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/replication/147890ba9abc64ddd4a7be5b7a6919ba 2024-11-16T11:21:52,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 147890ba9abc64ddd4a7be5b7a6919ba 2024-11-16T11:21:52,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 147890ba9abc64ddd4a7be5b7a6919ba 2024-11-16T11:21:52,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:21:52,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 147890ba9abc64ddd4a7be5b7a6919ba 2024-11-16T11:21:52,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/replication/147890ba9abc64ddd4a7be5b7a6919ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:21:52,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 147890ba9abc64ddd4a7be5b7a6919ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73330411, jitterRate=0.0927082747220993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:21:52,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 147890ba9abc64ddd4a7be5b7a6919ba 2024-11-16T11:21:52,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 147890ba9abc64ddd4a7be5b7a6919ba: Running coprocessor pre-open hook at 1731756112961Writing region info on filesystem at 1731756112961Initializing all the Stores at 1731756112962 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756112962Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756112964 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756112964Cleaning up temporary data from old regions at 1731756112974 (+10 ms)Running coprocessor post-open hooks at 1731756112993 (+19 ms)Region opened successfully at 1731756112993 2024-11-16T11:21:52,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba., pid=10, masterSystemTime=1731756112868 2024-11-16T11:21:52,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba. 2024-11-16T11:21:52,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba. 2024-11-16T11:21:52,998 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=147890ba9abc64ddd4a7be5b7a6919ba, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,46209,1731756097901 2024-11-16T11:21:53,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 147890ba9abc64ddd4a7be5b7a6919ba, server=a7948fca2832,46209,1731756097901 because future has completed 2024-11-16T11:21:53,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T11:21:53,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 147890ba9abc64ddd4a7be5b7a6919ba, server=a7948fca2832,46209,1731756097901 in 306 msec 2024-11-16T11:21:53,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T11:21:53,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=147890ba9abc64ddd4a7be5b7a6919ba, ASSIGN in 481 msec 2024-11-16T11:21:53,013 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:21:53,013 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756113013"}]},"ts":"1731756113013"} 2024-11-16T11:21:53,016 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T11:21:53,017 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:21:53,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 986 msec 2024-11-16T11:21:53,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba., hostname=a7948fca2832,46209,1731756097901, seqNum=2] 2024-11-16T11:21:53,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x1014360c9070007, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240 2024-11-16T11:21:53,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240 2024-11-16T11:21:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:53,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T11:21:53,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T11:21:53,329 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T11:21:53,353 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 379, reset compression=false 2024-11-16T11:21:53,373 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a7948fca2832,46209,1731756097901, ReplicationSource: 1, currentBandwidth=0 2024-11-16T11:21:53,373 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:53,373 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,46209,1731756097901, seqNum=-1] 2024-11-16T11:21:53,373 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:53,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-16T11:21:53,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a7948fca2832,46209,1731756097901', locateType=CURRENT is [region=hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba., hostname=a7948fca2832,46209,1731756097901, seqNum=2] 2024-11-16T11:21:53,380 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T11:21:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T11:21:53,382 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a7948fca2832,46209,1731756097901 suceeded 2024-11-16T11:21:53,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T11:21:53,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-16T11:21:53,385 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a7948fca2832:45733,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T11:21:53,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3730 sec 2024-11-16T11:21:53,399 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:45733' 2024-11-16T11:21:53,400 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@188179b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:53,400 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,45733,-1 for getting cluster id 2024-11-16T11:21:53,401 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:53,402 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b129695-9090-4be0-a0c8-372a8ab6df2d' 2024-11-16T11:21:53,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:53,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b129695-9090-4be0-a0c8-372a8ab6df2d" 2024-11-16T11:21:53,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@370f888c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:53,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,45733,-1] 2024-11-16T11:21:53,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:53,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:53,403 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:53,403 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f809217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:53,404 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:53,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,45733,1731756092519 2024-11-16T11:21:53,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f4614be 2024-11-16T11:21:53,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:21:53,408 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-16T11:21:53,408 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a7948fca2832,46209,1731756097901 (queues=1) is replicating from cluster=7157ea2e-2ba4-4ad2-812e-d52a7e8bc316 to cluster=2b129695-9090-4be0-a0c8-372a8ab6df2d 2024-11-16T11:21:53,408 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a7948fca2832%2C46209%2C1731756097901 2024-11-16T11:21:53,409 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a7948fca2832,46209,1731756097901, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T11:21:53,409 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302, startPosition=0, beingWritten=true 2024-11-16T11:21:53,409 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.shippera7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a7948fca2832%2C46209%2C1731756097901 2024-11-16T11:21:53,418 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:21:53,418 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 379, reset compression=false 2024-11-16T11:21:53,418 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.shippera7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,46209,1731756097901 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:21:53,452 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 379, reset compression=false 2024-11-16T11:21:53,623 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 379, reset compression=false 2024-11-16T11:21:53,928 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 379, reset compression=false 2024-11-16T11:21:54,061 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:21:54,062 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:21:54,063 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108649 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:21:54,159 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 379, reset compression=false 2024-11-16T11:21:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:21:54,161 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T11:21:54,162 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:21:54,162 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:21:54,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:54,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:54,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:21:54,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f18df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:54,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,45785,-1 for getting cluster id 2024-11-16T11:21:54,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:54,163 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5d50083-585f-43da-aa18-ccdf9717beaf' 2024-11-16T11:21:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5d50083-585f-43da-aa18-ccdf9717beaf" 2024-11-16T11:21:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c6582d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,45785,-1] 2024-11-16T11:21:54,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:54,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:54,164 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:54,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2017b32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:54,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d6f679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:54,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,45733,-1 for getting cluster id 2024-11-16T11:21:54,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:54,166 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b129695-9090-4be0-a0c8-372a8ab6df2d' 2024-11-16T11:21:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b129695-9090-4be0-a0c8-372a8ab6df2d" 2024-11-16T11:21:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7093a087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,45733,-1] 2024-11-16T11:21:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:54,167 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:54,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf8586e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:54,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8ad612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:54,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,34347,-1 for getting cluster id 2024-11-16T11:21:54,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:54,168 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7157ea2e-2ba4-4ad2-812e-d52a7e8bc316' 2024-11-16T11:21:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7157ea2e-2ba4-4ad2-812e-d52a7e8bc316" 2024-11-16T11:21:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb76a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,34347,-1] 2024-11-16T11:21:54,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:54,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:54,169 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:54,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294d74df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:54,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,44765,1731756087125, seqNum=-1] 2024-11-16T11:21:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:54,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:21:54,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c., hostname=a7948fca2832,44765,1731756087125, seqNum=2] 2024-11-16T11:21:54,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:54,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,46209,1731756097901, seqNum=-1] 2024-11-16T11:21:54,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:54,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:21:54,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f., hostname=a7948fca2832,46209,1731756097901, seqNum=2] 2024-11-16T11:21:54,179 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T11:21:54,331 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 379, reset compression=false 2024-11-16T11:21:54,372 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 379, reset compression=false 2024-11-16T11:21:54,379 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:54,379 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 480, reset compression=false 2024-11-16T11:21:54,379 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.shippera7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,44765,1731756087125 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdd4dba26d6c0a72442915d92971e82c/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-16T11:21:54,381 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.shippera7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:21:54,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-16T11:21:54,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:54,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f09b896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:54,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33741 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,45733,-1 for getting cluster id 2024-11-16T11:21:54,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:54,388 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b129695-9090-4be0-a0c8-372a8ab6df2d' 2024-11-16T11:21:54,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:54,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b129695-9090-4be0-a0c8-372a8ab6df2d" 2024-11-16T11:21:54,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c36e8f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:54,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,45733,-1] 2024-11-16T11:21:54,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:54,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:54,389 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:54,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dc997fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:54,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33741 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:54,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,33741,1731756092636, seqNum=-1] 2024-11-16T11:21:54,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:54,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-16T11:21:54,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1., hostname=a7948fca2832,33741,1731756092636, seqNum=2] 2024-11-16T11:21:54,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:54,585 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 480, reset compression=false 2024-11-16T11:21:54,668 DEBUG [master/a7948fca2832:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=6, created chunk count=35, reused chunk count=121, reuseRatio=77.56% 2024-11-16T11:21:54,669 DEBUG [master/a7948fca2832:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-16T11:21:54,835 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 379, reset compression=false 2024-11-16T11:21:54,888 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 480, reset compression=false 2024-11-16T11:21:54,962 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 379, reset compression=false 2024-11-16T11:21:54,967 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:54,967 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 504, reset compression=false 2024-11-16T11:21:54,967 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.shippera7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,33741,1731756092636 got entry batch from reader: WALEntryBatch [walEntries=[{test/affe781575ff28fe52d94f3cb1ff9ff1/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-16T11:21:54,969 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.shippera7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:21:54,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-16T11:21:54,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:54,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52b2799a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:54,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,34347,-1 for getting cluster id 2024-11-16T11:21:54,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:21:54,972 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7157ea2e-2ba4-4ad2-812e-d52a7e8bc316' 2024-11-16T11:21:54,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:21:54,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7157ea2e-2ba4-4ad2-812e-d52a7e8bc316" 2024-11-16T11:21:54,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4901c859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:54,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,34347,-1] 2024-11-16T11:21:54,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:21:54,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:21:54,974 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:21:54,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73225f82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:21:54,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:54,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,46209,1731756097901, seqNum=-1] 2024-11-16T11:21:54,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:54,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-16T11:21:54,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f., hostname=a7948fca2832,46209,1731756097901, seqNum=2] 2024-11-16T11:21:54,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:55,172 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 504, reset compression=false 2024-11-16T11:21:55,181 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-16T11:21:55,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:21:55,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,33741,1731756092636, seqNum=-1] 2024-11-16T11:21:55,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:21:55,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:21:55,186 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1., hostname=a7948fca2832,33741,1731756092636, seqNum=2] 2024-11-16T11:21:55,189 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-16T11:21:55,294 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 480, reset compression=false 2024-11-16T11:21:55,439 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 379, reset compression=false 2024-11-16T11:21:55,443 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:21:55,443 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 527, reset compression=false 2024-11-16T11:21:55,443 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.shippera7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,46209,1731756097901 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:21:55,480 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 504, reset compression=false 2024-11-16T11:21:55,484 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:55,484 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 608, reset compression=false 2024-11-16T11:21:55,484 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.shippera7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,33741,1731756092636 got entry batch from reader: WALEntryBatch [walEntries=[{test/affe781575ff28fe52d94f3cb1ff9ff1/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T11:21:55,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:55,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:55,646 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 527, reset compression=false 2024-11-16T11:21:55,655 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:21:55,655 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 654, reset compression=false 2024-11-16T11:21:55,655 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.shippera7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,46209,1731756097901 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:21:55,692 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 608, reset compression=false 2024-11-16T11:21:55,796 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 480, reset compression=false 2024-11-16T11:21:55,861 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 654, reset compression=false 2024-11-16T11:21:55,996 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 608, reset compression=false 2024-11-16T11:21:56,168 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 654, reset compression=false 2024-11-16T11:21:56,191 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-16T11:21:56,194 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-16T11:21:56,399 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 608, reset compression=false 2024-11-16T11:21:56,404 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 480, reset compression=false 2024-11-16T11:21:56,571 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 654, reset compression=false 2024-11-16T11:21:56,575 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:56,575 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 758, reset compression=false 2024-11-16T11:21:56,575 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.shippera7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,46209,1731756097901 got entry batch from reader: WALEntryBatch [walEntries=[{test/b5115ff26c199c6cb026bac2d19e568f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T11:21:56,577 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.shippera7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:21:56,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-16T11:21:56,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:56,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:56,779 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 758, reset compression=false 2024-11-16T11:21:56,840 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:21:56,916 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 608, reset compression=false 2024-11-16T11:21:56,919 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:21:56,919 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 735, reset compression=false 2024-11-16T11:21:56,919 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.shippera7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,33741,1731756092636 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:21:57,082 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 758, reset compression=false 2024-11-16T11:21:57,116 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 480, reset compression=false 2024-11-16T11:21:57,122 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 735, reset compression=false 2024-11-16T11:21:57,195 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-16T11:21:57,198 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T11:21:57,425 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 735, reset compression=false 2024-11-16T11:21:57,485 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 758, reset compression=false 2024-11-16T11:21:57,828 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 735, reset compression=false 2024-11-16T11:21:57,919 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 480, reset compression=false 2024-11-16T11:21:57,922 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:57,923 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 636, reset compression=false 2024-11-16T11:21:57,923 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.shippera7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,44765,1731756087125 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdd4dba26d6c0a72442915d92971e82c/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-16T11:21:57,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:57,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:57,993 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 758, reset compression=false 2024-11-16T11:21:58,125 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 636, reset compression=false 2024-11-16T11:21:58,199 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T11:21:58,331 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 735, reset compression=false 2024-11-16T11:21:58,335 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:58,335 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 883, reset compression=false 2024-11-16T11:21:58,335 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.shippera7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,33741,1731756092636 got entry batch from reader: WALEntryBatch [walEntries=[{test/affe781575ff28fe52d94f3cb1ff9ff1/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-16T11:21:58,336 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:58,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:58,428 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 636, reset compression=false 2024-11-16T11:21:58,463 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:21:58,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:58,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:58,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:58,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:58,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:58,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:58,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:58,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:58,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:58,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:58,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:58,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:21:58,543 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 883, reset compression=false 2024-11-16T11:21:58,596 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 758, reset compression=false 2024-11-16T11:21:58,601 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:21:58,601 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 929, reset compression=false 2024-11-16T11:21:58,601 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.shippera7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,46209,1731756097901 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:21:58,805 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 929, reset compression=false 2024-11-16T11:21:58,830 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 636, reset compression=false 2024-11-16T11:21:58,849 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 883, reset compression=false 2024-11-16T11:21:59,109 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 929, reset compression=false 2024-11-16T11:21:59,203 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-16T11:21:59,207 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-16T11:21:59,257 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 883, reset compression=false 2024-11-16T11:21:59,262 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:21:59,262 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 1042, reset compression=false 2024-11-16T11:21:59,262 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.shippera7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,33741,1731756092636 got entry batch from reader: WALEntryBatch [walEntries=[{test/affe781575ff28fe52d94f3cb1ff9ff1/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T11:21:59,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:21:59,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:21:59,334 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 636, reset compression=false 2024-11-16T11:21:59,468 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 1042, reset compression=false 2024-11-16T11:21:59,513 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 929, reset compression=false 2024-11-16T11:21:59,517 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:21:59,517 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 1078, reset compression=false 2024-11-16T11:21:59,517 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.shippera7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,46209,1731756097901 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:21:59,721 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 1078, reset compression=false 2024-11-16T11:21:59,772 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 1042, reset compression=false 2024-11-16T11:21:59,938 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 636, reset compression=false 2024-11-16T11:22:00,024 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 1078, reset compression=false 2024-11-16T11:22:00,174 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 1042, reset compression=false 2024-11-16T11:22:00,209 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-16T11:22:00,212 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-16T11:22:00,428 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 1078, reset compression=false 2024-11-16T11:22:00,432 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:22:00,432 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 1237, reset compression=false 2024-11-16T11:22:00,432 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.shippera7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,46209,1731756097901 got entry batch from reader: WALEntryBatch [walEntries=[{test/b5115ff26c199c6cb026bac2d19e568f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T11:22:00,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T11:22:00,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T11:22:00,635 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 1237, reset compression=false 2024-11-16T11:22:00,641 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 636, reset compression=false 2024-11-16T11:22:00,679 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 1042, reset compression=false 2024-11-16T11:22:00,684 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:22:00,684 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 1191, reset compression=false 2024-11-16T11:22:00,684 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.shippera7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,33741,1731756092636 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:22:00,889 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 1191, reset compression=false 2024-11-16T11:22:00,940 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 1237, reset compression=false 2024-11-16T11:22:01,197 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 1191, reset compression=false 2024-11-16T11:22:01,213 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-16T11:22:01,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:22:01,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:22:01,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:01,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:01,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:01,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:01,219 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:22:01,219 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=764194897, stopped=false 2024-11-16T11:22:01,219 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,34347,1731756097735 2024-11-16T11:22:01,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x1014360c9070007, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2301749240/running 2024-11-16T11:22:01,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x1014360c9070007, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240 2024-11-16T11:22:01,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2301749240/running 2024-11-16T11:22:01,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240 2024-11-16T11:22:01,229 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:22:01,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:22:01,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:01,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:01,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46209-0x1014360c9070007, quorum=127.0.0.1:58414, baseZNode=/2301749240 Set watcher on znode that does not yet exist, /2301749240/running 2024-11-16T11:22:01,230 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,46209,1731756097901' ***** 2024-11-16T11:22:01,230 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:22:01,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Set watcher on znode that does not yet exist, /2301749240/running 2024-11-16T11:22:01,231 INFO [RS:0;a7948fca2832:46209 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:22:01,231 INFO [RS:0;a7948fca2832:46209 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:22:01,231 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:22:01,231 INFO [RS:0;a7948fca2832:46209 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:22:01,231 INFO [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(3091): Received CLOSE for 147890ba9abc64ddd4a7be5b7a6919ba 2024-11-16T11:22:01,231 INFO [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(3091): Received CLOSE for b5115ff26c199c6cb026bac2d19e568f 2024-11-16T11:22:01,231 INFO [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,46209,1731756097901 2024-11-16T11:22:01,231 INFO [RS:0;a7948fca2832:46209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:22:01,231 INFO [RS:0;a7948fca2832:46209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:46209. 2024-11-16T11:22:01,231 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 147890ba9abc64ddd4a7be5b7a6919ba, disabling compactions & flushes 2024-11-16T11:22:01,231 DEBUG [RS:0;a7948fca2832:46209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:01,231 DEBUG [RS:0;a7948fca2832:46209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:01,231 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba. 2024-11-16T11:22:01,231 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba. 2024-11-16T11:22:01,231 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba. after waiting 0 ms 2024-11-16T11:22:01,231 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba. 2024-11-16T11:22:01,231 INFO [RS:0;a7948fca2832:46209 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:22:01,231 INFO [RS:0;a7948fca2832:46209 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:22:01,231 INFO [RS:0;a7948fca2832:46209 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:22:01,231 INFO [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:22:01,231 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 147890ba9abc64ddd4a7be5b7a6919ba 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-16T11:22:01,232 INFO [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T11:22:01,232 DEBUG [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 147890ba9abc64ddd4a7be5b7a6919ba=hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba., b5115ff26c199c6cb026bac2d19e568f=test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f.} 2024-11-16T11:22:01,232 DEBUG [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(1351): Waiting on 147890ba9abc64ddd4a7be5b7a6919ba, 1588230740, b5115ff26c199c6cb026bac2d19e568f 2024-11-16T11:22:01,232 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:22:01,232 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:22:01,232 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:22:01,232 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:22:01,232 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:22:01,232 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T11:22:01,247 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/.tmp/info/8ecbc6d9ad0d42eabea27542c8ed35e3 is 147, key is hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba./info:regioninfo/1731756112998/Put/seqid=0 2024-11-16T11:22:01,248 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/replication/147890ba9abc64ddd4a7be5b7a6919ba/.tmp/queue/c05ffcbeb33a4ed181624d743a784722 is 154, key is 1-a7948fca2832,46209,1731756097901/queue:a7948fca2832%2C46209%2C1731756097901/1731756120436/Put/seqid=0 2024-11-16T11:22:01,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741840_1016 (size=7686) 2024-11-16T11:22:01,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741841_1017 (size=5353) 2024-11-16T11:22:01,251 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/replication/147890ba9abc64ddd4a7be5b7a6919ba/.tmp/queue/c05ffcbeb33a4ed181624d743a784722 2024-11-16T11:22:01,255 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/replication/147890ba9abc64ddd4a7be5b7a6919ba/.tmp/queue/c05ffcbeb33a4ed181624d743a784722 as hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/replication/147890ba9abc64ddd4a7be5b7a6919ba/queue/c05ffcbeb33a4ed181624d743a784722 2024-11-16T11:22:01,259 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/replication/147890ba9abc64ddd4a7be5b7a6919ba/queue/c05ffcbeb33a4ed181624d743a784722, entries=1, sequenceid=12, filesize=5.2 K 2024-11-16T11:22:01,260 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 147890ba9abc64ddd4a7be5b7a6919ba in 29ms, sequenceid=12, compaction requested=false 2024-11-16T11:22:01,269 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/replication/147890ba9abc64ddd4a7be5b7a6919ba/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T11:22:01,269 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:22:01,269 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:22:01,269 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba. 2024-11-16T11:22:01,269 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 147890ba9abc64ddd4a7be5b7a6919ba: Waiting for close lock at 1731756121231Running coprocessor pre-close hooks at 1731756121231Disabling compacts and flushes for region at 1731756121231Disabling writes for close at 1731756121231Obtaining lock to block concurrent updates at 1731756121231Preparing flush snapshotting stores in 147890ba9abc64ddd4a7be5b7a6919ba at 1731756121231Finished memstore snapshotting hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731756121232 (+1 ms)Flushing stores of hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba. at 1731756121232Flushing 147890ba9abc64ddd4a7be5b7a6919ba/queue: creating writer at 1731756121232Flushing 147890ba9abc64ddd4a7be5b7a6919ba/queue: appending metadata at 1731756121248 (+16 ms)Flushing 147890ba9abc64ddd4a7be5b7a6919ba/queue: closing flushed file at 1731756121248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b4fa576: reopening flushed file at 1731756121255 (+7 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 147890ba9abc64ddd4a7be5b7a6919ba in 29ms, sequenceid=12, compaction requested=false at 1731756121260 (+5 ms)Writing region close event to WAL at 1731756121262 (+2 ms)Running coprocessor post-close hooks at 1731756121269 (+7 ms)Closed at 1731756121269 2024-11-16T11:22:01,269 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731756112031.147890ba9abc64ddd4a7be5b7a6919ba. 2024-11-16T11:22:01,269 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5115ff26c199c6cb026bac2d19e568f, disabling compactions & flushes 2024-11-16T11:22:01,269 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f. 2024-11-16T11:22:01,269 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f. 2024-11-16T11:22:01,269 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f. after waiting 0 ms 2024-11-16T11:22:01,269 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f. 2024-11-16T11:22:01,270 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b5115ff26c199c6cb026bac2d19e568f 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-16T11:22:01,283 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/default/test/b5115ff26c199c6cb026bac2d19e568f/.tmp/f/b392afaa2aa441f2bbaab95f5b5f612a is 29, key is row1/f:/1731756119204/DeleteFamily/seqid=0 2024-11-16T11:22:01,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741842_1018 (size=5152) 2024-11-16T11:22:01,290 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:22:01,343 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 1237, reset compression=false 2024-11-16T11:22:01,347 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:22:01,347 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 1484, reset compression=false 2024-11-16T11:22:01,347 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.shippera7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,46209,1731756097901 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:22:01,348 ERROR [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.shippera7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a7948fca2832,46209,1731756097901: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a7948fca2832,46209,1731756097901, walGroup=a7948fca2832%2C46209%2C1731756097901, offset=a7948fca2832%2C46209%2C1731756097901.1731756101302:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:46209 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T11:22:01,349 ERROR [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.shippera7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T11:22:01,349 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.shippera7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T11:22:01,349 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.shippera7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T11:22:01,349 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.shippera7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T11:22:01,349 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.shippera7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T11:22:01,349 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.shippera7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 892566744 }, "NonHeapMemoryUsage": { "committed": 205783040, "init": 7667712, "max": -1, "used": 202519392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T11:22:01,350 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.shippera7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:34347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:34347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T11:22:01,432 DEBUG [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5115ff26c199c6cb026bac2d19e568f 2024-11-16T11:22:01,445 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 636, reset compression=false 2024-11-16T11:22:01,550 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 1484, reset compression=false 2024-11-16T11:22:01,600 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 1191, reset compression=false 2024-11-16T11:22:01,632 DEBUG [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5115ff26c199c6cb026bac2d19e568f 2024-11-16T11:22:01,651 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/.tmp/info/8ecbc6d9ad0d42eabea27542c8ed35e3 2024-11-16T11:22:01,668 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/.tmp/ns/471195bb20ae49be89ebde10026ecff9 is 43, key is default/ns:d/1731756101839/Put/seqid=0 2024-11-16T11:22:01,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741843_1019 (size=5153) 2024-11-16T11:22:01,686 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/default/test/b5115ff26c199c6cb026bac2d19e568f/.tmp/f/b392afaa2aa441f2bbaab95f5b5f612a 2024-11-16T11:22:01,691 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b392afaa2aa441f2bbaab95f5b5f612a 2024-11-16T11:22:01,704 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/default/test/b5115ff26c199c6cb026bac2d19e568f/.tmp/f1/14367aedc2eb49618f504c24170f7cfe is 30, key is row1/f1:/1731756119204/DeleteFamily/seqid=0 2024-11-16T11:22:01,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741844_1020 (size=5158) 2024-11-16T11:22:01,832 DEBUG [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5115ff26c199c6cb026bac2d19e568f 2024-11-16T11:22:01,854 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 1484, reset compression=false 2024-11-16T11:22:02,032 DEBUG [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5115ff26c199c6cb026bac2d19e568f 2024-11-16T11:22:02,072 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/.tmp/ns/471195bb20ae49be89ebde10026ecff9 2024-11-16T11:22:02,088 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/.tmp/rep_barrier/8300cab06c8040bd8a448922889fe8e2 is 112, key is test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f./rep_barrier:seqnumDuringOpen/1731756107317/Put/seqid=0 2024-11-16T11:22:02,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741845_1021 (size=5518) 2024-11-16T11:22:02,104 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 1191, reset compression=false 2024-11-16T11:22:02,107 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/default/test/b5115ff26c199c6cb026bac2d19e568f/.tmp/f1/14367aedc2eb49618f504c24170f7cfe 2024-11-16T11:22:02,111 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14367aedc2eb49618f504c24170f7cfe 2024-11-16T11:22:02,127 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/default/test/b5115ff26c199c6cb026bac2d19e568f/.tmp/norep/b8b933a939e0487c832a3607ee3f0838 is 33, key is row2/norep:/1731756120209/DeleteFamily/seqid=0 2024-11-16T11:22:02,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741846_1022 (size=5108) 2024-11-16T11:22:02,159 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:22:02,159 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:22:02,233 INFO [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T11:22:02,233 DEBUG [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b5115ff26c199c6cb026bac2d19e568f=test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f.} 2024-11-16T11:22:02,233 DEBUG [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5115ff26c199c6cb026bac2d19e568f 2024-11-16T11:22:02,257 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 1484, reset compression=false 2024-11-16T11:22:02,353 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 636, reset compression=false 2024-11-16T11:22:02,433 DEBUG [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5115ff26c199c6cb026bac2d19e568f 2024-11-16T11:22:02,492 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/.tmp/rep_barrier/8300cab06c8040bd8a448922889fe8e2 2024-11-16T11:22:02,499 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:22:02,508 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/.tmp/table/f061a236443a435085f49a4a9dc977f2 is 53, key is hbase:replication/table:state/1731756113013/Put/seqid=0 2024-11-16T11:22:02,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741847_1023 (size=5308) 2024-11-16T11:22:02,531 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/default/test/b5115ff26c199c6cb026bac2d19e568f/.tmp/norep/b8b933a939e0487c832a3607ee3f0838 2024-11-16T11:22:02,535 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8b933a939e0487c832a3607ee3f0838 2024-11-16T11:22:02,535 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/default/test/b5115ff26c199c6cb026bac2d19e568f/.tmp/f/b392afaa2aa441f2bbaab95f5b5f612a as hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/default/test/b5115ff26c199c6cb026bac2d19e568f/f/b392afaa2aa441f2bbaab95f5b5f612a 2024-11-16T11:22:02,540 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b392afaa2aa441f2bbaab95f5b5f612a 2024-11-16T11:22:02,540 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/default/test/b5115ff26c199c6cb026bac2d19e568f/f/b392afaa2aa441f2bbaab95f5b5f612a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T11:22:02,541 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/default/test/b5115ff26c199c6cb026bac2d19e568f/.tmp/f1/14367aedc2eb49618f504c24170f7cfe as hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/default/test/b5115ff26c199c6cb026bac2d19e568f/f1/14367aedc2eb49618f504c24170f7cfe 2024-11-16T11:22:02,548 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14367aedc2eb49618f504c24170f7cfe 2024-11-16T11:22:02,548 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/default/test/b5115ff26c199c6cb026bac2d19e568f/f1/14367aedc2eb49618f504c24170f7cfe, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T11:22:02,553 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/default/test/b5115ff26c199c6cb026bac2d19e568f/.tmp/norep/b8b933a939e0487c832a3607ee3f0838 as hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/default/test/b5115ff26c199c6cb026bac2d19e568f/norep/b8b933a939e0487c832a3607ee3f0838 2024-11-16T11:22:02,557 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8b933a939e0487c832a3607ee3f0838 2024-11-16T11:22:02,557 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/default/test/b5115ff26c199c6cb026bac2d19e568f/norep/b8b933a939e0487c832a3607ee3f0838, entries=1, sequenceid=10, filesize=5.0 K 2024-11-16T11:22:02,558 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b5115ff26c199c6cb026bac2d19e568f in 1289ms, sequenceid=10, compaction requested=false 2024-11-16T11:22:02,561 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/default/test/b5115ff26c199c6cb026bac2d19e568f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T11:22:02,561 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:22:02,561 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:22:02,561 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f. 2024-11-16T11:22:02,561 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5115ff26c199c6cb026bac2d19e568f: Waiting for close lock at 1731756121269Running coprocessor pre-close hooks at 1731756121269Disabling compacts and flushes for region at 1731756121269Disabling writes for close at 1731756121269Obtaining lock to block concurrent updates at 1731756121270 (+1 ms)Preparing flush snapshotting stores in b5115ff26c199c6cb026bac2d19e568f at 1731756121270Finished memstore snapshotting test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731756121270Flushing stores of test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f. at 1731756121270Flushing b5115ff26c199c6cb026bac2d19e568f/f: creating writer at 1731756121270Flushing b5115ff26c199c6cb026bac2d19e568f/f: appending metadata at 1731756121282 (+12 ms)Flushing b5115ff26c199c6cb026bac2d19e568f/f: closing flushed file at 1731756121282Flushing b5115ff26c199c6cb026bac2d19e568f/f1: creating writer at 1731756121691 (+409 ms)Flushing b5115ff26c199c6cb026bac2d19e568f/f1: appending metadata at 1731756121703 (+12 ms)Flushing b5115ff26c199c6cb026bac2d19e568f/f1: closing flushed file at 1731756121703Flushing b5115ff26c199c6cb026bac2d19e568f/norep: creating writer at 1731756122111 (+408 ms)Flushing b5115ff26c199c6cb026bac2d19e568f/norep: appending metadata at 1731756122127 (+16 ms)Flushing b5115ff26c199c6cb026bac2d19e568f/norep: closing flushed file at 1731756122127Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e3d3d5: reopening flushed file at 1731756122535 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f95bd89: reopening flushed file at 1731756122540 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1735d372: reopening flushed file at 1731756122548 (+8 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b5115ff26c199c6cb026bac2d19e568f in 1289ms, sequenceid=10, compaction requested=false at 1731756122558 (+10 ms)Writing region close event to WAL at 1731756122559 (+1 ms)Running coprocessor post-close hooks at 1731756122561 (+2 ms)Closed at 1731756122561 2024-11-16T11:22:02,562 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731756106534.b5115ff26c199c6cb026bac2d19e568f. 2024-11-16T11:22:02,633 DEBUG [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:22:02,706 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 1191, reset compression=false 2024-11-16T11:22:02,761 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 1484, reset compression=false 2024-11-16T11:22:02,764 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:22:02,764 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 2128, reset compression=false 2024-11-16T11:22:02,833 DEBUG [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:22:02,911 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/.tmp/table/f061a236443a435085f49a4a9dc977f2 2024-11-16T11:22:02,916 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/.tmp/info/8ecbc6d9ad0d42eabea27542c8ed35e3 as hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/info/8ecbc6d9ad0d42eabea27542c8ed35e3 2024-11-16T11:22:02,920 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/info/8ecbc6d9ad0d42eabea27542c8ed35e3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T11:22:02,920 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/.tmp/ns/471195bb20ae49be89ebde10026ecff9 as hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/ns/471195bb20ae49be89ebde10026ecff9 2024-11-16T11:22:02,923 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/ns/471195bb20ae49be89ebde10026ecff9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T11:22:02,924 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/.tmp/rep_barrier/8300cab06c8040bd8a448922889fe8e2 as hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/rep_barrier/8300cab06c8040bd8a448922889fe8e2 2024-11-16T11:22:02,928 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/rep_barrier/8300cab06c8040bd8a448922889fe8e2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T11:22:02,928 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/.tmp/table/f061a236443a435085f49a4a9dc977f2 as hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/table/f061a236443a435085f49a4a9dc977f2 2024-11-16T11:22:02,932 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/table/f061a236443a435085f49a4a9dc977f2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T11:22:02,933 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false 2024-11-16T11:22:02,938 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T11:22:02,939 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:22:02,939 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:22:02,939 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:22:02,939 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756121232Running coprocessor pre-close hooks at 1731756121232Disabling compacts and flushes for region at 1731756121232Disabling writes for close at 1731756121232Obtaining lock to block concurrent updates at 1731756121232Preparing flush snapshotting stores in 1588230740 at 1731756121232Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731756121232Flushing stores of hbase:meta,,1.1588230740 at 1731756121232Flushing 1588230740/info: creating writer at 1731756121232Flushing 1588230740/info: appending metadata at 1731756121247 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731756121247Flushing 1588230740/ns: creating writer at 1731756121654 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731756121668 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731756121668Flushing 1588230740/rep_barrier: creating writer at 1731756122076 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731756122088 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731756122088Flushing 1588230740/table: creating writer at 1731756122495 (+407 ms)Flushing 1588230740/table: appending metadata at 1731756122507 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731756122507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@544c2291: reopening flushed file at 1731756122916 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61b0e01c: reopening flushed file at 1731756122920 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f5f78: reopening flushed file at 1731756122924 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75c66522: reopening flushed file at 1731756122928 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false at 1731756122933 (+5 ms)Writing region close event to WAL at 1731756122936 (+3 ms)Running coprocessor post-close hooks at 1731756122939 (+3 ms)Closed at 1731756122939 2024-11-16T11:22:02,939 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:22:02,968 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/WALs/a7948fca2832,46209,1731756097901/a7948fca2832%2C46209%2C1731756097901.1731756101302 to pos 2128, reset compression=false 2024-11-16T11:22:03,033 INFO [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,46209,1731756097901; all regions closed. 2024-11-16T11:22:03,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741834_1010 (size=4239) 2024-11-16T11:22:03,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741839_1015 (size=3114) 2024-11-16T11:22:03,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741833_1009 (size=2136) 2024-11-16T11:22:03,050 DEBUG [RS:0;a7948fca2832:46209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:03,050 INFO [RS:0;a7948fca2832:46209 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:22:03,050 INFO [RS:0;a7948fca2832:46209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:22:03,050 INFO [RS:0;a7948fca2832:46209 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:22:03,051 INFO [RS:0;a7948fca2832:46209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:22:03,051 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:22:03,051 INFO [RS:0;a7948fca2832:46209 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a7948fca2832,46209,1731756097901 because: Region server is closing 2024-11-16T11:22:03,051 INFO [RS:0;a7948fca2832:46209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:46209. 2024-11-16T11:22:03,051 DEBUG [RS:0;a7948fca2832:46209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:03,051 DEBUG [RS:0;a7948fca2832:46209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:03,052 DEBUG [RS:0;a7948fca2832:46209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:03,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:03,152 INFO [RS:0;a7948fca2832:46209 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.shippera7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 terminated 2024-11-16T11:22:03,152 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,46209,1731756097901.replicationSource.wal-reader.a7948fca2832%2C46209%2C1731756097901,1-a7948fca2832,46209,1731756097901 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T11:22:03,152 INFO [RS:0;a7948fca2832:46209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:46209. 2024-11-16T11:22:03,152 DEBUG [RS:0;a7948fca2832:46209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:03,152 DEBUG [RS:0;a7948fca2832:46209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:03,152 DEBUG [RS:0;a7948fca2832:46209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:03,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:03,153 INFO [RS:0;a7948fca2832:46209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46209 2024-11-16T11:22:03,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x1014360c9070007, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2301749240/rs/a7948fca2832,46209,1731756097901 2024-11-16T11:22:03,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240/rs 2024-11-16T11:22:03,170 INFO [RS:0;a7948fca2832:46209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:22:03,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,46209,1731756097901] 2024-11-16T11:22:03,191 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2301749240/draining/a7948fca2832,46209,1731756097901 already deleted, retry=false 2024-11-16T11:22:03,191 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,46209,1731756097901 expired; onlineServers=0 2024-11-16T11:22:03,191 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,34347,1731756097735' ***** 2024-11-16T11:22:03,191 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:22:03,191 INFO [M:0;a7948fca2832:34347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:22:03,191 INFO [M:0;a7948fca2832:34347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:22:03,192 DEBUG [M:0;a7948fca2832:34347 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:22:03,192 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:22:03,192 DEBUG [M:0;a7948fca2832:34347 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:22:03,192 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756100760 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756100760,5,FailOnTimeoutGroup] 2024-11-16T11:22:03,192 INFO [M:0;a7948fca2832:34347 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:22:03,192 INFO [M:0;a7948fca2832:34347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:22:03,192 DEBUG [M:0;a7948fca2832:34347 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:22:03,192 INFO [M:0;a7948fca2832:34347 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:22:03,192 INFO [M:0;a7948fca2832:34347 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:22:03,192 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756100761 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756100761,5,FailOnTimeoutGroup] 2024-11-16T11:22:03,192 INFO [M:0;a7948fca2832:34347 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:22:03,192 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:22:03,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2301749240/master 2024-11-16T11:22:03,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2301749240 2024-11-16T11:22:03,201 DEBUG [M:0;a7948fca2832:34347 {}] zookeeper.ZKUtil(347): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Unable to get data of znode /2301749240/master because node does not exist (not an error) 2024-11-16T11:22:03,201 WARN [M:0;a7948fca2832:34347 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:22:03,202 INFO [M:0;a7948fca2832:34347 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/.lastflushedseqids 2024-11-16T11:22:03,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741848_1024 (size=245) 2024-11-16T11:22:03,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x1014360c9070007, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:03,281 INFO [RS:0;a7948fca2832:46209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:22:03,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x1014360c9070007, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:03,281 INFO [RS:0;a7948fca2832:46209 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,46209,1731756097901; zookeeper connection closed. 2024-11-16T11:22:03,281 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1aec6510 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1aec6510 2024-11-16T11:22:03,281 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:22:03,357 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 636, reset compression=false 2024-11-16T11:22:03,410 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 1191, reset compression=false 2024-11-16T11:22:03,606 INFO [M:0;a7948fca2832:34347 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:22:03,607 INFO [M:0;a7948fca2832:34347 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:22:03,607 DEBUG [M:0;a7948fca2832:34347 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:22:03,607 INFO [M:0;a7948fca2832:34347 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:03,607 DEBUG [M:0;a7948fca2832:34347 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:03,607 DEBUG [M:0;a7948fca2832:34347 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:22:03,607 DEBUG [M:0;a7948fca2832:34347 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:03,607 INFO [M:0;a7948fca2832:34347 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T11:22:03,620 DEBUG [M:0;a7948fca2832:34347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f35cdee6bdd449659a957f78452fd5fd is 82, key is hbase:meta,,1/info:regioninfo/1731756101653/Put/seqid=0 2024-11-16T11:22:03,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741849_1025 (size=5672) 2024-11-16T11:22:03,623 INFO [M:0;a7948fca2832:34347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f35cdee6bdd449659a957f78452fd5fd 2024-11-16T11:22:03,643 DEBUG [M:0;a7948fca2832:34347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93e67e84b8b54b8897d3b3e66ce0bffe is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731756113018/Put/seqid=0 2024-11-16T11:22:03,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741850_1026 (size=8516) 2024-11-16T11:22:04,047 INFO [M:0;a7948fca2832:34347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93e67e84b8b54b8897d3b3e66ce0bffe 2024-11-16T11:22:04,065 DEBUG [M:0;a7948fca2832:34347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9864e04ece99437fbbe600928aa61b05 is 69, key is a7948fca2832,46209,1731756097901/rs:state/1731756100995/Put/seqid=0 2024-11-16T11:22:04,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741851_1027 (size=5156) 2024-11-16T11:22:04,068 INFO [M:0;a7948fca2832:34347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9864e04ece99437fbbe600928aa61b05 2024-11-16T11:22:04,071 DEBUG [M:0;a7948fca2832:34347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f35cdee6bdd449659a957f78452fd5fd as hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f35cdee6bdd449659a957f78452fd5fd 2024-11-16T11:22:04,074 INFO [M:0;a7948fca2832:34347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f35cdee6bdd449659a957f78452fd5fd, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T11:22:04,075 DEBUG [M:0;a7948fca2832:34347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93e67e84b8b54b8897d3b3e66ce0bffe as hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93e67e84b8b54b8897d3b3e66ce0bffe 2024-11-16T11:22:04,077 INFO [M:0;a7948fca2832:34347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93e67e84b8b54b8897d3b3e66ce0bffe, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T11:22:04,078 DEBUG [M:0;a7948fca2832:34347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9864e04ece99437fbbe600928aa61b05 as hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9864e04ece99437fbbe600928aa61b05 2024-11-16T11:22:04,081 INFO [M:0;a7948fca2832:34347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42911/user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9864e04ece99437fbbe600928aa61b05, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T11:22:04,082 INFO [M:0;a7948fca2832:34347 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 474ms, sequenceid=97, compaction requested=false 2024-11-16T11:22:04,082 INFO [M:0;a7948fca2832:34347 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:04,082 DEBUG [M:0;a7948fca2832:34347 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756123607Disabling compacts and flushes for region at 1731756123607Disabling writes for close at 1731756123607Obtaining lock to block concurrent updates at 1731756123607Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731756123607Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731756123607Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731756123608 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731756123608Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731756123619 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731756123619Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731756123626 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731756123643 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731756123643Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731756124050 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731756124065 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731756124065Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45ebf98: reopening flushed file at 1731756124071 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dc7e36d: reopening flushed file at 1731756124074 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4856bfe: reopening flushed file at 1731756124077 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 474ms, sequenceid=97, compaction requested=false at 1731756124082 (+5 ms)Writing region close event to WAL at 1731756124082Closed at 1731756124082 2024-11-16T11:22:04,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741830_1006 (size=63654) 2024-11-16T11:22:04,084 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aa56559b-4aef-efbc-9bd0-4777c6a424f5/MasterData/WALs/a7948fca2832,34347,1731756097735/a7948fca2832%2C34347%2C1731756097735.1731756099605 not finished, retry = 0 2024-11-16T11:22:04,185 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:22:04,185 INFO [M:0;a7948fca2832:34347 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:22:04,185 INFO [M:0;a7948fca2832:34347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34347 2024-11-16T11:22:04,185 INFO [M:0;a7948fca2832:34347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:22:04,217 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 1191, reset compression=false 2024-11-16T11:22:04,339 INFO [M:0;a7948fca2832:34347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:22:04,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:04,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34347-0x1014360c9070006, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:04,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b617186{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:22:04,341 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78b0fe0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:22:04,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:22:04,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ee6db57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:22:04,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2579cfe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/hadoop.log.dir/,STOPPED} 2024-11-16T11:22:04,344 WARN [BP-295578835-172.17.0.2-1731756094953 heartbeating to localhost/127.0.0.1:42911 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:22:04,344 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:22:04,344 WARN [BP-295578835-172.17.0.2-1731756094953 heartbeating to localhost/127.0.0.1:42911 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-295578835-172.17.0.2-1731756094953 (Datanode Uuid e4ab0e03-844c-429a-bc29-2f37c63e3d16) service to localhost/127.0.0.1:42911 2024-11-16T11:22:04,344 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:22:04,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/cluster_4a06444d-15e1-2c77-b182-b9a349dc5b8c/data/data1/current/BP-295578835-172.17.0.2-1731756094953 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:22:04,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/cluster_4a06444d-15e1-2c77-b182-b9a349dc5b8c/data/data2/current/BP-295578835-172.17.0.2-1731756094953 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:22:04,345 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:22:04,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a345aaa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:22:04,350 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bd540c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:22:04,350 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:22:04,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@335b2848{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:22:04,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f9b003e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/hadoop.log.dir/,STOPPED} 2024-11-16T11:22:04,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:22:04,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:22:04,373 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:22:04,373 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:04,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:04,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:04,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:04,374 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:22:04,374 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2077492424, stopped=false 2024-11-16T11:22:04,374 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,45733,1731756092519 2024-11-16T11:22:04,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33741-0x1014360c9070004, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12099428720/running 2024-11-16T11:22:04,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12099428720/running 2024-11-16T11:22:04,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33741-0x1014360c9070004, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720 2024-11-16T11:22:04,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720 2024-11-16T11:22:04,440 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:22:04,440 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:22:04,440 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:04,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:04,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Set watcher on znode that does not yet exist, /12099428720/running 2024-11-16T11:22:04,440 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,33741,1731756092636' ***** 2024-11-16T11:22:04,440 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:22:04,441 INFO [RS:0;a7948fca2832:33741 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:22:04,441 INFO [RS:0;a7948fca2832:33741 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:22:04,441 INFO [RS:0;a7948fca2832:33741 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:22:04,441 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:22:04,441 INFO [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(3091): Received CLOSE for b4cea374182fb402a05325dc6776c19f 2024-11-16T11:22:04,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33741-0x1014360c9070004, quorum=127.0.0.1:58414, baseZNode=/12099428720 Set watcher on znode that does not yet exist, /12099428720/running 2024-11-16T11:22:04,441 INFO [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(3091): Received CLOSE for affe781575ff28fe52d94f3cb1ff9ff1 2024-11-16T11:22:04,441 INFO [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,33741,1731756092636 2024-11-16T11:22:04,441 INFO [RS:0;a7948fca2832:33741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:22:04,441 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4cea374182fb402a05325dc6776c19f, disabling compactions & flushes 2024-11-16T11:22:04,441 INFO [RS:0;a7948fca2832:33741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:33741. 2024-11-16T11:22:04,441 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f. 2024-11-16T11:22:04,441 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f. 2024-11-16T11:22:04,441 DEBUG [RS:0;a7948fca2832:33741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:04,441 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f. after waiting 0 ms 2024-11-16T11:22:04,441 DEBUG [RS:0;a7948fca2832:33741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:04,441 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f. 2024-11-16T11:22:04,441 INFO [RS:0;a7948fca2832:33741 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:22:04,441 INFO [RS:0;a7948fca2832:33741 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:22:04,441 INFO [RS:0;a7948fca2832:33741 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:22:04,441 INFO [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:22:04,441 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b4cea374182fb402a05325dc6776c19f 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-16T11:22:04,442 INFO [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T11:22:04,442 DEBUG [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(1325): Online Regions={b4cea374182fb402a05325dc6776c19f=hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f., affe781575ff28fe52d94f3cb1ff9ff1=test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:22:04,442 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:22:04,442 DEBUG [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, affe781575ff28fe52d94f3cb1ff9ff1, b4cea374182fb402a05325dc6776c19f 2024-11-16T11:22:04,442 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:22:04,442 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:22:04,442 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:22:04,442 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:22:04,442 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:22:04,442 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T11:22:04,460 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 636, reset compression=false 2024-11-16T11:22:04,508 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/replication/b4cea374182fb402a05325dc6776c19f/.tmp/queue/499e8c61bd5e4342af4fef4c1da421f6 is 154, key is 1-a7948fca2832,33741,1731756092636/queue:a7948fca2832%2C33741%2C1731756092636/1731756120685/Put/seqid=0 2024-11-16T11:22:04,509 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/.tmp/info/9cdb1271c55d4ae78d03f8f7980d99ad is 147, key is hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f./info:regioninfo/1731756111068/Put/seqid=0 2024-11-16T11:22:04,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741840_1016 (size=5353) 2024-11-16T11:22:04,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741841_1017 (size=7686) 2024-11-16T11:22:04,512 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/.tmp/info/9cdb1271c55d4ae78d03f8f7980d99ad 2024-11-16T11:22:04,531 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/.tmp/ns/eb3fbd3372a745f1a75dde7b7efa59f2 is 43, key is default/ns:d/1731756094802/Put/seqid=0 2024-11-16T11:22:04,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741842_1018 (size=5153) 2024-11-16T11:22:04,642 DEBUG [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, affe781575ff28fe52d94f3cb1ff9ff1, b4cea374182fb402a05325dc6776c19f 2024-11-16T11:22:04,704 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:22:04,704 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:22:04,842 DEBUG [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, affe781575ff28fe52d94f3cb1ff9ff1, b4cea374182fb402a05325dc6776c19f 2024-11-16T11:22:04,912 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/replication/b4cea374182fb402a05325dc6776c19f/.tmp/queue/499e8c61bd5e4342af4fef4c1da421f6 2024-11-16T11:22:04,916 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/replication/b4cea374182fb402a05325dc6776c19f/.tmp/queue/499e8c61bd5e4342af4fef4c1da421f6 as hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/replication/b4cea374182fb402a05325dc6776c19f/queue/499e8c61bd5e4342af4fef4c1da421f6 2024-11-16T11:22:04,920 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/replication/b4cea374182fb402a05325dc6776c19f/queue/499e8c61bd5e4342af4fef4c1da421f6, entries=1, sequenceid=12, filesize=5.2 K 2024-11-16T11:22:04,920 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b4cea374182fb402a05325dc6776c19f in 479ms, sequenceid=12, compaction requested=false 2024-11-16T11:22:04,924 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/replication/b4cea374182fb402a05325dc6776c19f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T11:22:04,925 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:22:04,925 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:22:04,925 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f. 2024-11-16T11:22:04,925 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4cea374182fb402a05325dc6776c19f: Waiting for close lock at 1731756124441Running coprocessor pre-close hooks at 1731756124441Disabling compacts and flushes for region at 1731756124441Disabling writes for close at 1731756124441Obtaining lock to block concurrent updates at 1731756124441Preparing flush snapshotting stores in b4cea374182fb402a05325dc6776c19f at 1731756124441Finished memstore snapshotting hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731756124442 (+1 ms)Flushing stores of hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f. at 1731756124493 (+51 ms)Flushing b4cea374182fb402a05325dc6776c19f/queue: creating writer at 1731756124493Flushing b4cea374182fb402a05325dc6776c19f/queue: appending metadata at 1731756124508 (+15 ms)Flushing b4cea374182fb402a05325dc6776c19f/queue: closing flushed file at 1731756124508Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7008a964: reopening flushed file at 1731756124915 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b4cea374182fb402a05325dc6776c19f in 479ms, sequenceid=12, compaction requested=false at 1731756124920 (+5 ms)Writing region close event to WAL at 1731756124921 (+1 ms)Running coprocessor post-close hooks at 1731756124925 (+4 ms)Closed at 1731756124925 2024-11-16T11:22:04,925 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731756109866.b4cea374182fb402a05325dc6776c19f. 2024-11-16T11:22:04,925 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing affe781575ff28fe52d94f3cb1ff9ff1, disabling compactions & flushes 2024-11-16T11:22:04,925 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1. 2024-11-16T11:22:04,925 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1. 2024-11-16T11:22:04,925 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1. after waiting 0 ms 2024-11-16T11:22:04,925 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1. 2024-11-16T11:22:04,925 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing affe781575ff28fe52d94f3cb1ff9ff1 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-16T11:22:04,935 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/.tmp/ns/eb3fbd3372a745f1a75dde7b7efa59f2 2024-11-16T11:22:04,939 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/default/test/affe781575ff28fe52d94f3cb1ff9ff1/.tmp/f/2441534f454c430283408063259b96cc is 29, key is row1/f:/1731756119204/DeleteFamily/seqid=0 2024-11-16T11:22:04,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741843_1019 (size=5152) 2024-11-16T11:22:04,950 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/.tmp/rep_barrier/8bc5a046621049e2ad07dffc94658806 is 112, key is test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1./rep_barrier:seqnumDuringOpen/1731756105530/Put/seqid=0 2024-11-16T11:22:04,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741844_1020 (size=5518) 2024-11-16T11:22:05,042 DEBUG [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, affe781575ff28fe52d94f3cb1ff9ff1 2024-11-16T11:22:05,120 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 1191, reset compression=false 2024-11-16T11:22:05,124 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:22:05,124 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 1438, reset compression=false 2024-11-16T11:22:05,124 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.shippera7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,33741,1731756092636 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:22:05,125 ERROR [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.shippera7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a7948fca2832,33741,1731756092636: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a7948fca2832,33741,1731756092636, walGroup=a7948fca2832%2C33741%2C1731756092636, offset=a7948fca2832%2C33741%2C1731756092636.1731756093842:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:33741 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T11:22:05,126 ERROR [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.shippera7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T11:22:05,126 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.shippera7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T11:22:05,135 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.shippera7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T11:22:05,135 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.shippera7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T11:22:05,135 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.shippera7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T11:22:05,135 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.shippera7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 976452824 }, "NonHeapMemoryUsage": { "committed": 205848576, "init": 7667712, "max": -1, "used": 202756072 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T11:22:05,135 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.shippera7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T11:22:05,242 DEBUG [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, affe781575ff28fe52d94f3cb1ff9ff1 2024-11-16T11:22:05,333 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 1438, reset compression=false 2024-11-16T11:22:05,346 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/default/test/affe781575ff28fe52d94f3cb1ff9ff1/.tmp/f/2441534f454c430283408063259b96cc 2024-11-16T11:22:05,349 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2441534f454c430283408063259b96cc 2024-11-16T11:22:05,354 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/.tmp/rep_barrier/8bc5a046621049e2ad07dffc94658806 2024-11-16T11:22:05,366 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/default/test/affe781575ff28fe52d94f3cb1ff9ff1/.tmp/f1/0d112ba7708f408f9e6d8dd7a92be9ac is 30, key is row1/f1:/1731756119204/DeleteFamily/seqid=0 2024-11-16T11:22:05,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741845_1021 (size=5158) 2024-11-16T11:22:05,370 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/.tmp/table/44878c140a4c4edbadd59574f9a7cf22 is 53, key is hbase:replication/table:state/1731756111075/Put/seqid=0 2024-11-16T11:22:05,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741846_1022 (size=5308) 2024-11-16T11:22:05,443 INFO [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T11:22:05,443 DEBUG [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(1325): Online Regions={affe781575ff28fe52d94f3cb1ff9ff1=test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:22:05,443 DEBUG [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, affe781575ff28fe52d94f3cb1ff9ff1 2024-11-16T11:22:05,636 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.wal-reader.a7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.1731756093842 to pos 1438, reset compression=false 2024-11-16T11:22:05,643 DEBUG [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, affe781575ff28fe52d94f3cb1ff9ff1 2024-11-16T11:22:05,663 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 636, reset compression=false 2024-11-16T11:22:05,769 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/default/test/affe781575ff28fe52d94f3cb1ff9ff1/.tmp/f1/0d112ba7708f408f9e6d8dd7a92be9ac 2024-11-16T11:22:05,773 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/.tmp/table/44878c140a4c4edbadd59574f9a7cf22 2024-11-16T11:22:05,773 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d112ba7708f408f9e6d8dd7a92be9ac 2024-11-16T11:22:05,776 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/.tmp/info/9cdb1271c55d4ae78d03f8f7980d99ad as hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/info/9cdb1271c55d4ae78d03f8f7980d99ad 2024-11-16T11:22:05,779 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/info/9cdb1271c55d4ae78d03f8f7980d99ad, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T11:22:05,779 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/.tmp/ns/eb3fbd3372a745f1a75dde7b7efa59f2 as hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/ns/eb3fbd3372a745f1a75dde7b7efa59f2 2024-11-16T11:22:05,782 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/ns/eb3fbd3372a745f1a75dde7b7efa59f2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T11:22:05,783 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/.tmp/rep_barrier/8bc5a046621049e2ad07dffc94658806 as hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/rep_barrier/8bc5a046621049e2ad07dffc94658806 2024-11-16T11:22:05,786 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/rep_barrier/8bc5a046621049e2ad07dffc94658806, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T11:22:05,786 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/.tmp/table/44878c140a4c4edbadd59574f9a7cf22 as hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/table/44878c140a4c4edbadd59574f9a7cf22 2024-11-16T11:22:05,789 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/table/44878c140a4c4edbadd59574f9a7cf22, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T11:22:05,790 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1348ms, sequenceid=16, compaction requested=false 2024-11-16T11:22:05,790 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/default/test/affe781575ff28fe52d94f3cb1ff9ff1/.tmp/norep/d18a0e7243884b85a5524d153b9d6290 is 33, key is row1/norep:/1731756119204/DeleteFamily/seqid=0 2024-11-16T11:22:05,790 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T11:22:05,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741847_1023 (size=5108) 2024-11-16T11:22:05,795 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T11:22:05,795 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:22:05,795 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:22:05,795 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:22:05,795 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756124442Running coprocessor pre-close hooks at 1731756124442Disabling compacts and flushes for region at 1731756124442Disabling writes for close at 1731756124442Obtaining lock to block concurrent updates at 1731756124442Preparing flush snapshotting stores in 1588230740 at 1731756124442Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731756124442Flushing stores of hbase:meta,,1.1588230740 at 1731756124492 (+50 ms)Flushing 1588230740/info: creating writer at 1731756124492Flushing 1588230740/info: appending metadata at 1731756124509 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731756124509Flushing 1588230740/ns: creating writer at 1731756124517 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731756124531 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731756124531Flushing 1588230740/rep_barrier: creating writer at 1731756124937 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731756124950 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731756124950Flushing 1588230740/table: creating writer at 1731756125357 (+407 ms)Flushing 1588230740/table: appending metadata at 1731756125369 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731756125369Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a14a1aa: reopening flushed file at 1731756125775 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bd9cc9f: reopening flushed file at 1731756125779 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61e02a98: reopening flushed file at 1731756125782 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c240fb: reopening flushed file at 1731756125786 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1348ms, sequenceid=16, compaction requested=false at 1731756125790 (+4 ms)Writing region close event to WAL at 1731756125792 (+2 ms)Running coprocessor post-close hooks at 1731756125795 (+3 ms)Closed at 1731756125795 2024-11-16T11:22:05,795 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/default/test/affe781575ff28fe52d94f3cb1ff9ff1/.tmp/norep/d18a0e7243884b85a5524d153b9d6290 2024-11-16T11:22:05,795 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:22:05,798 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d18a0e7243884b85a5524d153b9d6290 2024-11-16T11:22:05,799 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/default/test/affe781575ff28fe52d94f3cb1ff9ff1/.tmp/f/2441534f454c430283408063259b96cc as hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/default/test/affe781575ff28fe52d94f3cb1ff9ff1/f/2441534f454c430283408063259b96cc 2024-11-16T11:22:05,801 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2441534f454c430283408063259b96cc 2024-11-16T11:22:05,802 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/default/test/affe781575ff28fe52d94f3cb1ff9ff1/f/2441534f454c430283408063259b96cc, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T11:22:05,802 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/default/test/affe781575ff28fe52d94f3cb1ff9ff1/.tmp/f1/0d112ba7708f408f9e6d8dd7a92be9ac as hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/default/test/affe781575ff28fe52d94f3cb1ff9ff1/f1/0d112ba7708f408f9e6d8dd7a92be9ac 2024-11-16T11:22:05,805 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d112ba7708f408f9e6d8dd7a92be9ac 2024-11-16T11:22:05,805 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/default/test/affe781575ff28fe52d94f3cb1ff9ff1/f1/0d112ba7708f408f9e6d8dd7a92be9ac, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T11:22:05,805 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/default/test/affe781575ff28fe52d94f3cb1ff9ff1/.tmp/norep/d18a0e7243884b85a5524d153b9d6290 as hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/default/test/affe781575ff28fe52d94f3cb1ff9ff1/norep/d18a0e7243884b85a5524d153b9d6290 2024-11-16T11:22:05,808 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d18a0e7243884b85a5524d153b9d6290 2024-11-16T11:22:05,808 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/default/test/affe781575ff28fe52d94f3cb1ff9ff1/norep/d18a0e7243884b85a5524d153b9d6290, entries=1, sequenceid=10, filesize=5.0 K 2024-11-16T11:22:05,809 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for affe781575ff28fe52d94f3cb1ff9ff1 in 883ms, sequenceid=10, compaction requested=false 2024-11-16T11:22:05,809 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T11:22:05,812 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/data/default/test/affe781575ff28fe52d94f3cb1ff9ff1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T11:22:05,812 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:22:05,812 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:22:05,812 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1. 2024-11-16T11:22:05,812 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for affe781575ff28fe52d94f3cb1ff9ff1: Waiting for close lock at 1731756124925Running coprocessor pre-close hooks at 1731756124925Disabling compacts and flushes for region at 1731756124925Disabling writes for close at 1731756124925Obtaining lock to block concurrent updates at 1731756124925Preparing flush snapshotting stores in affe781575ff28fe52d94f3cb1ff9ff1 at 1731756124925Finished memstore snapshotting test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731756124926 (+1 ms)Flushing stores of test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1. at 1731756124926Flushing affe781575ff28fe52d94f3cb1ff9ff1/f: creating writer at 1731756124926Flushing affe781575ff28fe52d94f3cb1ff9ff1/f: appending metadata at 1731756124939 (+13 ms)Flushing affe781575ff28fe52d94f3cb1ff9ff1/f: closing flushed file at 1731756124939Flushing affe781575ff28fe52d94f3cb1ff9ff1/f1: creating writer at 1731756125350 (+411 ms)Flushing affe781575ff28fe52d94f3cb1ff9ff1/f1: appending metadata at 1731756125365 (+15 ms)Flushing affe781575ff28fe52d94f3cb1ff9ff1/f1: closing flushed file at 1731756125365Flushing affe781575ff28fe52d94f3cb1ff9ff1/norep: creating writer at 1731756125773 (+408 ms)Flushing affe781575ff28fe52d94f3cb1ff9ff1/norep: appending metadata at 1731756125789 (+16 ms)Flushing affe781575ff28fe52d94f3cb1ff9ff1/norep: closing flushed file at 1731756125789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3442be1a: reopening flushed file at 1731756125798 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ac20005: reopening flushed file at 1731756125802 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78c95567: reopening flushed file at 1731756125805 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for affe781575ff28fe52d94f3cb1ff9ff1 in 883ms, sequenceid=10, compaction requested=false at 1731756125809 (+4 ms)Writing region close event to WAL at 1731756125810 (+1 ms)Running coprocessor post-close hooks at 1731756125812 (+2 ms)Closed at 1731756125812 2024-11-16T11:22:05,812 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731756104385.affe781575ff28fe52d94f3cb1ff9ff1. 2024-11-16T11:22:05,843 INFO [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,33741,1731756092636; all regions closed. 2024-11-16T11:22:05,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741834_1010 (size=4239) 2024-11-16T11:22:05,847 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/WALs/a7948fca2832,33741,1731756092636/a7948fca2832%2C33741%2C1731756092636.rep.1731756111032 not finished, retry = 0 2024-11-16T11:22:05,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741839_1015 (size=3114) 2024-11-16T11:22:05,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741832_1008 (size=2090) 2024-11-16T11:22:05,950 DEBUG [RS:0;a7948fca2832:33741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:05,950 INFO [RS:0;a7948fca2832:33741 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:22:05,950 INFO [RS:0;a7948fca2832:33741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:22:05,950 INFO [RS:0;a7948fca2832:33741 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:22:05,950 INFO [RS:0;a7948fca2832:33741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:22:05,950 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:22:05,950 INFO [RS:0;a7948fca2832:33741 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a7948fca2832,33741,1731756092636 because: Region server is closing 2024-11-16T11:22:05,951 INFO [RS:0;a7948fca2832:33741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:33741. 2024-11-16T11:22:05,951 DEBUG [RS:0;a7948fca2832:33741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:05,951 DEBUG [RS:0;a7948fca2832:33741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:05,951 DEBUG [RS:0;a7948fca2832:33741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:05,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:06,051 INFO [RS:0;a7948fca2832:33741 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,33741,1731756092636.replicationSource.shippera7948fca2832%2C33741%2C1731756092636,1-a7948fca2832,33741,1731756092636 terminated 2024-11-16T11:22:06,051 INFO [RS:0;a7948fca2832:33741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:33741. 2024-11-16T11:22:06,051 DEBUG [RS:0;a7948fca2832:33741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:06,051 DEBUG [RS:0;a7948fca2832:33741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:06,051 DEBUG [RS:0;a7948fca2832:33741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:06,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:06,051 INFO [RS:0;a7948fca2832:33741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33741 2024-11-16T11:22:06,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720/rs 2024-11-16T11:22:06,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33741-0x1014360c9070004, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12099428720/rs/a7948fca2832,33741,1731756092636 2024-11-16T11:22:06,107 INFO [RS:0;a7948fca2832:33741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:22:06,173 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,33741,1731756092636] 2024-11-16T11:22:06,191 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12099428720/draining/a7948fca2832,33741,1731756092636 already deleted, retry=false 2024-11-16T11:22:06,191 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,33741,1731756092636 expired; onlineServers=0 2024-11-16T11:22:06,191 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,45733,1731756092519' ***** 2024-11-16T11:22:06,191 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:22:06,191 INFO [M:0;a7948fca2832:45733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:22:06,191 INFO [M:0;a7948fca2832:45733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:22:06,191 DEBUG [M:0;a7948fca2832:45733 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:22:06,191 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:22:06,191 DEBUG [M:0;a7948fca2832:45733 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:22:06,191 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756093556 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756093556,5,FailOnTimeoutGroup] 2024-11-16T11:22:06,191 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756093556 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756093556,5,FailOnTimeoutGroup] 2024-11-16T11:22:06,191 INFO [M:0;a7948fca2832:45733 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:22:06,191 INFO [M:0;a7948fca2832:45733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:22:06,191 DEBUG [M:0;a7948fca2832:45733 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:22:06,191 INFO [M:0;a7948fca2832:45733 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:22:06,192 INFO [M:0;a7948fca2832:45733 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:22:06,192 INFO [M:0;a7948fca2832:45733 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:22:06,192 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:22:06,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12099428720/master 2024-11-16T11:22:06,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099428720 2024-11-16T11:22:06,254 DEBUG [M:0;a7948fca2832:45733 {}] zookeeper.ZKUtil(347): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Unable to get data of znode /12099428720/master because node does not exist (not an error) 2024-11-16T11:22:06,254 WARN [M:0;a7948fca2832:45733 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:22:06,254 INFO [M:0;a7948fca2832:45733 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/.lastflushedseqids 2024-11-16T11:22:06,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33741-0x1014360c9070004, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:06,273 INFO [RS:0;a7948fca2832:33741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:22:06,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33741-0x1014360c9070004, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:06,273 INFO [RS:0;a7948fca2832:33741 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,33741,1731756092636; zookeeper connection closed. 2024-11-16T11:22:06,273 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24fb5b47 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24fb5b47 2024-11-16T11:22:06,273 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:22:06,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741848_1024 (size=245) 2024-11-16T11:22:06,701 INFO [M:0;a7948fca2832:45733 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:22:06,702 INFO [M:0;a7948fca2832:45733 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:22:06,702 DEBUG [M:0;a7948fca2832:45733 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:22:06,702 INFO [M:0;a7948fca2832:45733 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:06,702 DEBUG [M:0;a7948fca2832:45733 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:06,702 DEBUG [M:0;a7948fca2832:45733 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:22:06,702 DEBUG [M:0;a7948fca2832:45733 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:06,702 INFO [M:0;a7948fca2832:45733 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-16T11:22:06,716 DEBUG [M:0;a7948fca2832:45733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e46abac286b432085cf1bb1050334c1 is 82, key is hbase:meta,,1/info:regioninfo/1731756094781/Put/seqid=0 2024-11-16T11:22:06,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741849_1025 (size=5672) 2024-11-16T11:22:06,771 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:22:06,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:06,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:06,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:06,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:06,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:06,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:06,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:06,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:06,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:06,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:06,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:06,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:06,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:06,966 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 636, reset compression=false 2024-11-16T11:22:07,119 INFO [M:0;a7948fca2832:45733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e46abac286b432085cf1bb1050334c1 2024-11-16T11:22:07,140 DEBUG [M:0;a7948fca2832:45733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2a297eb920f4fadac49eb246e42caad is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731756105540/Put/seqid=0 2024-11-16T11:22:07,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741850_1026 (size=7218) 2024-11-16T11:22:07,144 INFO [M:0;a7948fca2832:45733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2a297eb920f4fadac49eb246e42caad 2024-11-16T11:22:07,146 INFO [M:0;a7948fca2832:45733 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2a297eb920f4fadac49eb246e42caad 2024-11-16T11:22:07,158 DEBUG [M:0;a7948fca2832:45733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c25d161b0ab243ed9b1ab6cac4618d2f is 69, key is a7948fca2832,33741,1731756092636/rs:state/1731756093630/Put/seqid=0 2024-11-16T11:22:07,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741851_1027 (size=5156) 2024-11-16T11:22:07,562 INFO [M:0;a7948fca2832:45733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c25d161b0ab243ed9b1ab6cac4618d2f 2024-11-16T11:22:07,565 DEBUG [M:0;a7948fca2832:45733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e46abac286b432085cf1bb1050334c1 as hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e46abac286b432085cf1bb1050334c1 2024-11-16T11:22:07,569 INFO [M:0;a7948fca2832:45733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e46abac286b432085cf1bb1050334c1, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T11:22:07,570 DEBUG [M:0;a7948fca2832:45733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2a297eb920f4fadac49eb246e42caad as hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2a297eb920f4fadac49eb246e42caad 2024-11-16T11:22:07,573 INFO [M:0;a7948fca2832:45733 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2a297eb920f4fadac49eb246e42caad 2024-11-16T11:22:07,573 INFO [M:0;a7948fca2832:45733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2a297eb920f4fadac49eb246e42caad, entries=11, sequenceid=105, filesize=7.0 K 2024-11-16T11:22:07,574 DEBUG [M:0;a7948fca2832:45733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c25d161b0ab243ed9b1ab6cac4618d2f as hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c25d161b0ab243ed9b1ab6cac4618d2f 2024-11-16T11:22:07,577 INFO [M:0;a7948fca2832:45733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/b199c635-e4c1-c5cc-0da6-5f13bae5c5a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c25d161b0ab243ed9b1ab6cac4618d2f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T11:22:07,578 INFO [M:0;a7948fca2832:45733 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=105, compaction requested=false 2024-11-16T11:22:07,579 INFO [M:0;a7948fca2832:45733 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:07,579 DEBUG [M:0;a7948fca2832:45733 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756126702Disabling compacts and flushes for region at 1731756126702Disabling writes for close at 1731756126702Obtaining lock to block concurrent updates at 1731756126702Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731756126702Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731756126702Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731756126703 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731756126703Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731756126715 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731756126715Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731756127123 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731756127140 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731756127140Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731756127147 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731756127158 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731756127158Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@559580bf: reopening flushed file at 1731756127565 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cbcf247: reopening flushed file at 1731756127569 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ebdf8a: reopening flushed file at 1731756127573 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=105, compaction requested=false at 1731756127578 (+5 ms)Writing region close event to WAL at 1731756127579 (+1 ms)Closed at 1731756127579 2024-11-16T11:22:07,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741830_1006 (size=64423) 2024-11-16T11:22:07,581 INFO [M:0;a7948fca2832:45733 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:22:07,581 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:22:07,581 INFO [M:0;a7948fca2832:45733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45733 2024-11-16T11:22:07,582 INFO [M:0;a7948fca2832:45733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:22:07,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:07,733 INFO [M:0;a7948fca2832:45733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:22:07,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45733-0x1014360c9070003, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:07,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65bcba49{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:22:07,735 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@384e6aae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:22:07,735 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:22:07,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50116699{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:22:07,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fd544fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/hadoop.log.dir/,STOPPED} 2024-11-16T11:22:07,736 WARN [BP-348588744-172.17.0.2-1731756090367 heartbeating to localhost/127.0.0.1:38601 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:22:07,736 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:22:07,736 WARN [BP-348588744-172.17.0.2-1731756090367 heartbeating to localhost/127.0.0.1:38601 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-348588744-172.17.0.2-1731756090367 (Datanode Uuid 66cb2a55-f4ae-49b4-b547-fd8182848986) service to localhost/127.0.0.1:38601 2024-11-16T11:22:07,736 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:22:07,737 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/cluster_d4ac9dac-01a9-23ee-8dfb-0ad45b93e26e/data/data1/current/BP-348588744-172.17.0.2-1731756090367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:22:07,737 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/cluster_d4ac9dac-01a9-23ee-8dfb-0ad45b93e26e/data/data2/current/BP-348588744-172.17.0.2-1731756090367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:22:07,737 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:22:07,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@323cdb3b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:22:07,743 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b96bf75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:22:07,743 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:22:07,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e0c54ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:22:07,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1297859b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4ca23a6-29c0-89f7-bb0c-e1cda025fd1e/hadoop.log.dir/,STOPPED} 2024-11-16T11:22:07,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:22:07,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:22:07,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:22:07,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:07,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:07,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:07,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:07,755 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:22:07,755 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=211600597, stopped=false 2024-11-16T11:22:07,755 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,45785,1731756086848 2024-11-16T11:22:07,770 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x1014360c9070001, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2011793694/running 2024-11-16T11:22:07,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2011793694/running 2024-11-16T11:22:07,770 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x1014360c9070001, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694 2024-11-16T11:22:07,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694 2024-11-16T11:22:07,770 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:22:07,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44765-0x1014360c9070001, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Set watcher on znode that does not yet exist, /0-2011793694/running 2024-11-16T11:22:07,770 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:22:07,770 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:07,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:07,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Set watcher on znode that does not yet exist, /0-2011793694/running 2024-11-16T11:22:07,771 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,44765,1731756087125' ***** 2024-11-16T11:22:07,771 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:22:07,771 INFO [RS:0;a7948fca2832:44765 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:22:07,771 INFO [RS:0;a7948fca2832:44765 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:22:07,771 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:22:07,771 INFO [RS:0;a7948fca2832:44765 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:22:07,771 INFO [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(3091): Received CLOSE for cdd4dba26d6c0a72442915d92971e82c 2024-11-16T11:22:07,771 INFO [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(3091): Received CLOSE for c4510454a05276685d400b1ca12b4f4d 2024-11-16T11:22:07,771 INFO [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,44765,1731756087125 2024-11-16T11:22:07,771 INFO [RS:0;a7948fca2832:44765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:22:07,771 INFO [RS:0;a7948fca2832:44765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:44765. 2024-11-16T11:22:07,772 DEBUG [RS:0;a7948fca2832:44765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:07,771 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cdd4dba26d6c0a72442915d92971e82c, disabling compactions & flushes 2024-11-16T11:22:07,772 DEBUG [RS:0;a7948fca2832:44765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:07,772 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c. 2024-11-16T11:22:07,772 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c. 2024-11-16T11:22:07,772 INFO [RS:0;a7948fca2832:44765 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:22:07,772 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c. after waiting 0 ms 2024-11-16T11:22:07,772 INFO [RS:0;a7948fca2832:44765 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:22:07,772 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c. 2024-11-16T11:22:07,772 INFO [RS:0;a7948fca2832:44765 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:22:07,772 INFO [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:22:07,772 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cdd4dba26d6c0a72442915d92971e82c 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-16T11:22:07,772 INFO [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T11:22:07,772 DEBUG [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(1325): Online Regions={cdd4dba26d6c0a72442915d92971e82c=test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c., 1588230740=hbase:meta,,1.1588230740, c4510454a05276685d400b1ca12b4f4d=hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d.} 2024-11-16T11:22:07,772 DEBUG [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4510454a05276685d400b1ca12b4f4d, cdd4dba26d6c0a72442915d92971e82c 2024-11-16T11:22:07,772 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:22:07,773 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:22:07,773 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:22:07,773 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:22:07,773 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:22:07,773 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T11:22:07,790 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/.tmp/info/d5477bd9a2c940859a21a0179c750b50 is 147, key is hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d./info:regioninfo/1731756108516/Put/seqid=0 2024-11-16T11:22:07,793 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/default/test/cdd4dba26d6c0a72442915d92971e82c/.tmp/f/4fde265b0b914be9a7d4c6a140452301 is 28, key is row/f:/1731756117196/DeleteFamily/seqid=0 2024-11-16T11:22:07,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741840_1016 (size=7686) 2024-11-16T11:22:07,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741841_1017 (size=5085) 2024-11-16T11:22:07,797 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/default/test/cdd4dba26d6c0a72442915d92971e82c/.tmp/f/4fde265b0b914be9a7d4c6a140452301 2024-11-16T11:22:07,802 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4fde265b0b914be9a7d4c6a140452301 2024-11-16T11:22:07,818 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/default/test/cdd4dba26d6c0a72442915d92971e82c/.tmp/f1/943a50e4909a4b5884f924cba30103a8 is 29, key is row/f1:/1731756117196/DeleteFamily/seqid=0 2024-11-16T11:22:07,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741842_1018 (size=5089) 2024-11-16T11:22:07,833 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:22:07,876 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:22:07,876 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:22:07,973 DEBUG [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4510454a05276685d400b1ca12b4f4d, cdd4dba26d6c0a72442915d92971e82c 2024-11-16T11:22:08,173 DEBUG [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4510454a05276685d400b1ca12b4f4d, cdd4dba26d6c0a72442915d92971e82c 2024-11-16T11:22:08,196 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/.tmp/info/d5477bd9a2c940859a21a0179c750b50 2024-11-16T11:22:08,213 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/.tmp/ns/2634c54bf8ad46789dbda19136bd022f is 43, key is default/ns:d/1731756090192/Put/seqid=0 2024-11-16T11:22:08,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741843_1019 (size=5153) 2024-11-16T11:22:08,233 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/default/test/cdd4dba26d6c0a72442915d92971e82c/.tmp/f1/943a50e4909a4b5884f924cba30103a8 2024-11-16T11:22:08,236 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 943a50e4909a4b5884f924cba30103a8 2024-11-16T11:22:08,249 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/default/test/cdd4dba26d6c0a72442915d92971e82c/.tmp/norep/27e159a163b04a6881981e437bcc055f is 32, key is row/norep:/1731756117196/DeleteFamily/seqid=0 2024-11-16T11:22:08,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741844_1020 (size=5101) 2024-11-16T11:22:08,369 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 636, reset compression=false 2024-11-16T11:22:08,373 DEBUG [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4510454a05276685d400b1ca12b4f4d, cdd4dba26d6c0a72442915d92971e82c 2024-11-16T11:22:08,373 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:22:08,373 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 883, reset compression=false 2024-11-16T11:22:08,373 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.shippera7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,44765,1731756087125 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:22:08,374 ERROR [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.shippera7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a7948fca2832,44765,1731756087125: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a7948fca2832,44765,1731756087125, walGroup=a7948fca2832%2C44765%2C1731756087125, offset=a7948fca2832%2C44765%2C1731756087125.1731756089018:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:44765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T11:22:08,375 ERROR [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.shippera7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T11:22:08,375 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.shippera7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T11:22:08,376 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.shippera7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T11:22:08,376 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.shippera7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T11:22:08,376 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.shippera7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T11:22:08,376 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.shippera7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 1058241752 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 203505264 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T11:22:08,376 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.shippera7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45785 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45785 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T11:22:08,573 DEBUG [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4510454a05276685d400b1ca12b4f4d, cdd4dba26d6c0a72442915d92971e82c 2024-11-16T11:22:08,576 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 883, reset compression=false 2024-11-16T11:22:08,619 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/.tmp/ns/2634c54bf8ad46789dbda19136bd022f 2024-11-16T11:22:08,639 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/.tmp/rep_barrier/714306891d6642acaac89f4ef0741efe is 112, key is test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c./rep_barrier:seqnumDuringOpen/1731756103458/Put/seqid=0 2024-11-16T11:22:08,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741845_1021 (size=5518) 2024-11-16T11:22:08,652 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/default/test/cdd4dba26d6c0a72442915d92971e82c/.tmp/norep/27e159a163b04a6881981e437bcc055f 2024-11-16T11:22:08,656 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27e159a163b04a6881981e437bcc055f 2024-11-16T11:22:08,656 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/default/test/cdd4dba26d6c0a72442915d92971e82c/.tmp/f/4fde265b0b914be9a7d4c6a140452301 as hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/default/test/cdd4dba26d6c0a72442915d92971e82c/f/4fde265b0b914be9a7d4c6a140452301 2024-11-16T11:22:08,660 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4fde265b0b914be9a7d4c6a140452301 2024-11-16T11:22:08,660 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/default/test/cdd4dba26d6c0a72442915d92971e82c/f/4fde265b0b914be9a7d4c6a140452301, entries=1, sequenceid=6, filesize=5.0 K 2024-11-16T11:22:08,661 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/default/test/cdd4dba26d6c0a72442915d92971e82c/.tmp/f1/943a50e4909a4b5884f924cba30103a8 as hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/default/test/cdd4dba26d6c0a72442915d92971e82c/f1/943a50e4909a4b5884f924cba30103a8 2024-11-16T11:22:08,664 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 943a50e4909a4b5884f924cba30103a8 2024-11-16T11:22:08,664 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/default/test/cdd4dba26d6c0a72442915d92971e82c/f1/943a50e4909a4b5884f924cba30103a8, entries=1, sequenceid=6, filesize=5.0 K 2024-11-16T11:22:08,665 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/default/test/cdd4dba26d6c0a72442915d92971e82c/.tmp/norep/27e159a163b04a6881981e437bcc055f as hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/default/test/cdd4dba26d6c0a72442915d92971e82c/norep/27e159a163b04a6881981e437bcc055f 2024-11-16T11:22:08,668 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27e159a163b04a6881981e437bcc055f 2024-11-16T11:22:08,668 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/default/test/cdd4dba26d6c0a72442915d92971e82c/norep/27e159a163b04a6881981e437bcc055f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-16T11:22:08,669 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for cdd4dba26d6c0a72442915d92971e82c in 897ms, sequenceid=6, compaction requested=false 2024-11-16T11:22:08,672 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/default/test/cdd4dba26d6c0a72442915d92971e82c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T11:22:08,673 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:22:08,673 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:22:08,673 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c. 2024-11-16T11:22:08,673 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cdd4dba26d6c0a72442915d92971e82c: Waiting for close lock at 1731756127771Running coprocessor pre-close hooks at 1731756127771Disabling compacts and flushes for region at 1731756127771Disabling writes for close at 1731756127772 (+1 ms)Obtaining lock to block concurrent updates at 1731756127772Preparing flush snapshotting stores in cdd4dba26d6c0a72442915d92971e82c at 1731756127772Finished memstore snapshotting test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731756127772Flushing stores of test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c. at 1731756127773 (+1 ms)Flushing cdd4dba26d6c0a72442915d92971e82c/f: creating writer at 1731756127773Flushing cdd4dba26d6c0a72442915d92971e82c/f: appending metadata at 1731756127792 (+19 ms)Flushing cdd4dba26d6c0a72442915d92971e82c/f: closing flushed file at 1731756127792Flushing cdd4dba26d6c0a72442915d92971e82c/f1: creating writer at 1731756127802 (+10 ms)Flushing cdd4dba26d6c0a72442915d92971e82c/f1: appending metadata at 1731756127817 (+15 ms)Flushing cdd4dba26d6c0a72442915d92971e82c/f1: closing flushed file at 1731756127817Flushing cdd4dba26d6c0a72442915d92971e82c/norep: creating writer at 1731756128236 (+419 ms)Flushing cdd4dba26d6c0a72442915d92971e82c/norep: appending metadata at 1731756128248 (+12 ms)Flushing cdd4dba26d6c0a72442915d92971e82c/norep: closing flushed file at 1731756128248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@164cb053: reopening flushed file at 1731756128656 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d38f8d6: reopening flushed file at 1731756128660 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3525b180: reopening flushed file at 1731756128665 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for cdd4dba26d6c0a72442915d92971e82c in 897ms, sequenceid=6, compaction requested=false at 1731756128669 (+4 ms)Writing region close event to WAL at 1731756128670 (+1 ms)Running coprocessor post-close hooks at 1731756128673 (+3 ms)Closed at 1731756128673 2024-11-16T11:22:08,673 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731756102231.cdd4dba26d6c0a72442915d92971e82c. 2024-11-16T11:22:08,673 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4510454a05276685d400b1ca12b4f4d, disabling compactions & flushes 2024-11-16T11:22:08,673 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d. 2024-11-16T11:22:08,673 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d. 2024-11-16T11:22:08,673 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d. after waiting 0 ms 2024-11-16T11:22:08,673 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d. 2024-11-16T11:22:08,673 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4510454a05276685d400b1ca12b4f4d: Waiting for close lock at 1731756128673Running coprocessor pre-close hooks at 1731756128673Disabling compacts and flushes for region at 1731756128673Disabling writes for close at 1731756128673Failed flush hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d., putting online again at 1731756128673 2024-11-16T11:22:08,673 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d. 2024-11-16T11:22:08,773 INFO [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T11:22:08,773 DEBUG [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c4510454a05276685d400b1ca12b4f4d=hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d.} 2024-11-16T11:22:08,773 INFO [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(3091): Received CLOSE for c4510454a05276685d400b1ca12b4f4d 2024-11-16T11:22:08,773 DEBUG [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4510454a05276685d400b1ca12b4f4d 2024-11-16T11:22:08,774 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4510454a05276685d400b1ca12b4f4d, disabling compactions & flushes 2024-11-16T11:22:08,774 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d. 2024-11-16T11:22:08,774 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d. 2024-11-16T11:22:08,774 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d. after waiting 0 ms 2024-11-16T11:22:08,774 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d. 2024-11-16T11:22:08,774 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4510454a05276685d400b1ca12b4f4d: Waiting for close lock at 1731756128774Running coprocessor pre-close hooks at 1731756128774Disabling compacts and flushes for region at 1731756128774Disabling writes for close at 1731756128774Failed flush hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d., putting online again at 1731756128774 2024-11-16T11:22:08,774 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731756107696.c4510454a05276685d400b1ca12b4f4d. 2024-11-16T11:22:08,879 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 883, reset compression=false 2024-11-16T11:22:08,883 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:22:08,883 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 1527, reset compression=false 2024-11-16T11:22:08,974 DEBUG [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:22:09,044 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/.tmp/rep_barrier/714306891d6642acaac89f4ef0741efe 2024-11-16T11:22:09,071 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/.tmp/table/febd047bcc3444daad0734ce112d26bd is 53, key is hbase:replication/table:state/1731756108537/Put/seqid=0 2024-11-16T11:22:09,086 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 1527, reset compression=false 2024-11-16T11:22:09,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741846_1022 (size=5308) 2024-11-16T11:22:09,174 DEBUG [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:22:09,374 DEBUG [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:22:09,393 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/WALs/a7948fca2832,44765,1731756087125/a7948fca2832%2C44765%2C1731756087125.1731756089018 to pos 1527, reset compression=false 2024-11-16T11:22:09,491 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/.tmp/table/febd047bcc3444daad0734ce112d26bd 2024-11-16T11:22:09,497 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/.tmp/info/d5477bd9a2c940859a21a0179c750b50 as hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/info/d5477bd9a2c940859a21a0179c750b50 2024-11-16T11:22:09,503 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/info/d5477bd9a2c940859a21a0179c750b50, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T11:22:09,504 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/.tmp/ns/2634c54bf8ad46789dbda19136bd022f as hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/ns/2634c54bf8ad46789dbda19136bd022f 2024-11-16T11:22:09,509 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/ns/2634c54bf8ad46789dbda19136bd022f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T11:22:09,510 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/.tmp/rep_barrier/714306891d6642acaac89f4ef0741efe as hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/rep_barrier/714306891d6642acaac89f4ef0741efe 2024-11-16T11:22:09,515 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/rep_barrier/714306891d6642acaac89f4ef0741efe, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T11:22:09,517 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/.tmp/table/febd047bcc3444daad0734ce112d26bd as hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/table/febd047bcc3444daad0734ce112d26bd 2024-11-16T11:22:09,523 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/table/febd047bcc3444daad0734ce112d26bd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T11:22:09,524 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1750ms, sequenceid=16, compaction requested=false 2024-11-16T11:22:09,539 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T11:22:09,539 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:22:09,539 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:22:09,540 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:22:09,540 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756127772Running coprocessor pre-close hooks at 1731756127772Disabling compacts and flushes for region at 1731756127772Disabling writes for close at 1731756127773 (+1 ms)Obtaining lock to block concurrent updates at 1731756127773Preparing flush snapshotting stores in 1588230740 at 1731756127773Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731756127773Flushing stores of hbase:meta,,1.1588230740 at 1731756127773Flushing 1588230740/info: creating writer at 1731756127774 (+1 ms)Flushing 1588230740/info: appending metadata at 1731756127790 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731756127790Flushing 1588230740/ns: creating writer at 1731756128200 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731756128213 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731756128213Flushing 1588230740/rep_barrier: creating writer at 1731756128623 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731756128638 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731756128638Flushing 1588230740/table: creating writer at 1731756129052 (+414 ms)Flushing 1588230740/table: appending metadata at 1731756129071 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731756129071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76e874e8: reopening flushed file at 1731756129497 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6acb9250: reopening flushed file at 1731756129503 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@122ea4d8: reopening flushed file at 1731756129509 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16706cc: reopening flushed file at 1731756129516 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1750ms, sequenceid=16, compaction requested=false at 1731756129524 (+8 ms)Writing region close event to WAL at 1731756129536 (+12 ms)Running coprocessor post-close hooks at 1731756129539 (+3 ms)Closed at 1731756129539 2024-11-16T11:22:09,540 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:22:09,574 INFO [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T11:22:09,574 INFO [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,44765,1731756087125; all regions closed. 2024-11-16T11:22:09,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741834_1010 (size=4239) 2024-11-16T11:22:09,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741839_1015 (size=1297) 2024-11-16T11:22:09,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741832_1008 (size=1535) 2024-11-16T11:22:09,581 DEBUG [RS:0;a7948fca2832:44765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:09,581 INFO [RS:0;a7948fca2832:44765 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:22:09,581 INFO [RS:0;a7948fca2832:44765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:22:09,581 INFO [RS:0;a7948fca2832:44765 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:22:09,581 INFO [RS:0;a7948fca2832:44765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:22:09,581 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:22:09,581 INFO [RS:0;a7948fca2832:44765 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a7948fca2832,44765,1731756087125 because: Region server is closing 2024-11-16T11:22:09,582 INFO [RS:0;a7948fca2832:44765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:44765. 2024-11-16T11:22:09,582 DEBUG [RS:0;a7948fca2832:44765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:09,582 DEBUG [RS:0;a7948fca2832:44765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:09,582 DEBUG [RS:0;a7948fca2832:44765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:09,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:09,682 INFO [RS:0;a7948fca2832:44765 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.shippera7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 terminated 2024-11-16T11:22:09,682 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,44765,1731756087125.replicationSource.wal-reader.a7948fca2832%2C44765%2C1731756087125,1-a7948fca2832,44765,1731756087125 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T11:22:09,682 INFO [RS:0;a7948fca2832:44765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44765 2024-11-16T11:22:09,759 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x1014360c9070001, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2011793694/rs/a7948fca2832,44765,1731756087125 2024-11-16T11:22:09,759 INFO [RS:0;a7948fca2832:44765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:22:09,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694/rs 2024-11-16T11:22:09,833 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,44765,1731756087125] 2024-11-16T11:22:09,860 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2011793694/draining/a7948fca2832,44765,1731756087125 already deleted, retry=false 2024-11-16T11:22:09,860 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,44765,1731756087125 expired; onlineServers=0 2024-11-16T11:22:09,860 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,45785,1731756086848' ***** 2024-11-16T11:22:09,860 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:22:09,860 INFO [M:0;a7948fca2832:45785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:22:09,861 INFO [M:0;a7948fca2832:45785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:22:09,861 DEBUG [M:0;a7948fca2832:45785 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:22:09,861 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:22:09,861 DEBUG [M:0;a7948fca2832:45785 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:22:09,861 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756088804 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756088804,5,FailOnTimeoutGroup] 2024-11-16T11:22:09,861 INFO [M:0;a7948fca2832:45785 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:22:09,861 INFO [M:0;a7948fca2832:45785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:22:09,861 DEBUG [M:0;a7948fca2832:45785 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:22:09,861 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756088808 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756088808,5,FailOnTimeoutGroup] 2024-11-16T11:22:09,861 INFO [M:0;a7948fca2832:45785 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:22:09,861 INFO [M:0;a7948fca2832:45785 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:22:09,861 ERROR [M:0;a7948fca2832:45785 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46447,5,PEWorkerGroup] 2024-11-16T11:22:09,861 INFO [M:0;a7948fca2832:45785 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:22:09,862 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:22:09,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2011793694/master 2024-11-16T11:22:09,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2011793694 2024-11-16T11:22:09,871 DEBUG [M:0;a7948fca2832:45785 {}] zookeeper.ZKUtil(347): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Unable to get data of znode /0-2011793694/master because node does not exist (not an error) 2024-11-16T11:22:09,871 WARN [M:0;a7948fca2832:45785 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:22:09,877 INFO [M:0;a7948fca2832:45785 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/.lastflushedseqids 2024-11-16T11:22:09,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741847_1023 (size=245) 2024-11-16T11:22:09,899 INFO [M:0;a7948fca2832:45785 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:22:09,900 INFO [M:0;a7948fca2832:45785 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:22:09,900 DEBUG [M:0;a7948fca2832:45785 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:22:09,900 INFO [M:0;a7948fca2832:45785 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:09,900 DEBUG [M:0;a7948fca2832:45785 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:09,900 DEBUG [M:0;a7948fca2832:45785 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:22:09,900 DEBUG [M:0;a7948fca2832:45785 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:09,900 INFO [M:0;a7948fca2832:45785 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-16T11:22:09,933 INFO [RS:0;a7948fca2832:44765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:22:09,933 INFO [RS:0;a7948fca2832:44765 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,44765,1731756087125; zookeeper connection closed. 2024-11-16T11:22:09,933 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x1014360c9070001, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:09,933 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x1014360c9070001, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:09,939 DEBUG [M:0;a7948fca2832:45785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e783b87860f4688b6041f454c5bb861 is 82, key is hbase:meta,,1/info:regioninfo/1731756090164/Put/seqid=0 2024-11-16T11:22:09,950 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@567668d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@567668d6 2024-11-16T11:22:09,950 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:22:09,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741848_1024 (size=5672) 2024-11-16T11:22:10,355 INFO [M:0;a7948fca2832:45785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e783b87860f4688b6041f454c5bb861 2024-11-16T11:22:10,375 DEBUG [M:0;a7948fca2832:45785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd28d7128dee431192ec9ecfe110d8aa is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731756103477/Put/seqid=0 2024-11-16T11:22:10,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741849_1025 (size=7219) 2024-11-16T11:22:10,378 INFO [M:0;a7948fca2832:45785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd28d7128dee431192ec9ecfe110d8aa 2024-11-16T11:22:10,381 INFO [M:0;a7948fca2832:45785 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd28d7128dee431192ec9ecfe110d8aa 2024-11-16T11:22:10,394 DEBUG [M:0;a7948fca2832:45785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c00f0de27c554228adf55ddc8d84f022 is 69, key is a7948fca2832,44765,1731756087125/rs:state/1731756088842/Put/seqid=0 2024-11-16T11:22:10,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741850_1026 (size=5156) 2024-11-16T11:22:10,797 INFO [M:0;a7948fca2832:45785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c00f0de27c554228adf55ddc8d84f022 2024-11-16T11:22:10,801 DEBUG [M:0;a7948fca2832:45785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e783b87860f4688b6041f454c5bb861 as hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e783b87860f4688b6041f454c5bb861 2024-11-16T11:22:10,804 INFO [M:0;a7948fca2832:45785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e783b87860f4688b6041f454c5bb861, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T11:22:10,804 DEBUG [M:0;a7948fca2832:45785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd28d7128dee431192ec9ecfe110d8aa as hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd28d7128dee431192ec9ecfe110d8aa 2024-11-16T11:22:10,807 INFO [M:0;a7948fca2832:45785 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd28d7128dee431192ec9ecfe110d8aa 2024-11-16T11:22:10,808 INFO [M:0;a7948fca2832:45785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd28d7128dee431192ec9ecfe110d8aa, entries=11, sequenceid=105, filesize=7.0 K 2024-11-16T11:22:10,808 DEBUG [M:0;a7948fca2832:45785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c00f0de27c554228adf55ddc8d84f022 as hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c00f0de27c554228adf55ddc8d84f022 2024-11-16T11:22:10,811 INFO [M:0;a7948fca2832:45785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46447/user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c00f0de27c554228adf55ddc8d84f022, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T11:22:10,812 INFO [M:0;a7948fca2832:45785 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=105, compaction requested=false 2024-11-16T11:22:10,814 INFO [M:0;a7948fca2832:45785 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:10,814 DEBUG [M:0;a7948fca2832:45785 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756129900Disabling compacts and flushes for region at 1731756129900Disabling writes for close at 1731756129900Obtaining lock to block concurrent updates at 1731756129900Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731756129900Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731756129901 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731756129901Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731756129901Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731756129939 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731756129939Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731756130358 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731756130374 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731756130374Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731756130381 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731756130393 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731756130393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bd84d13: reopening flushed file at 1731756130800 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@399c6755: reopening flushed file at 1731756130804 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35d8fbe2: reopening flushed file at 1731756130808 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=105, compaction requested=false at 1731756130812 (+4 ms)Writing region close event to WAL at 1731756130814 (+2 ms)Closed at 1731756130814 2024-11-16T11:22:10,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36501 is added to blk_1073741830_1006 (size=64435) 2024-11-16T11:22:10,816 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/514fdb1d-a435-9461-a845-f7d9cd4b8635/MasterData/WALs/a7948fca2832,45785,1731756086848/a7948fca2832%2C45785%2C1731756086848.1731756088533 not finished, retry = 0 2024-11-16T11:22:10,916 INFO [M:0;a7948fca2832:45785 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:22:10,916 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:22:10,916 INFO [M:0;a7948fca2832:45785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45785 2024-11-16T11:22:10,917 INFO [M:0;a7948fca2832:45785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:22:11,080 INFO [M:0;a7948fca2832:45785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:22:11,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:11,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x1014360c9070000, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:11,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8d77e5a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:22:11,082 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@368c37ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:22:11,082 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:22:11,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@630c0dd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:22:11,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f8809b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/hadoop.log.dir/,STOPPED} 2024-11-16T11:22:11,083 WARN [BP-1804447113-172.17.0.2-1731756084593 heartbeating to localhost/127.0.0.1:46447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:22:11,083 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:22:11,083 WARN [BP-1804447113-172.17.0.2-1731756084593 heartbeating to localhost/127.0.0.1:46447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1804447113-172.17.0.2-1731756084593 (Datanode Uuid 355df285-9a10-4ef4-9c28-d9dcb1037f27) service to localhost/127.0.0.1:46447 2024-11-16T11:22:11,083 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:22:11,094 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/cluster_616c2c18-fb9a-b47d-4a21-6ad384210ad9/data/data1/current/BP-1804447113-172.17.0.2-1731756084593 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:22:11,094 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/cluster_616c2c18-fb9a-b47d-4a21-6ad384210ad9/data/data2/current/BP-1804447113-172.17.0.2-1731756084593 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:22:11,094 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:22:11,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@534a7929{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:22:11,099 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46344ff1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:22:11,099 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:22:11,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46006ca9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:22:11,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59870692{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154132da-7348-d5bf-d4a6-1894454197dd/hadoop.log.dir/,STOPPED} 2024-11-16T11:22:11,103 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T11:22:11,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:22:11,122 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38601 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:38601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58414) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:42911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58414) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42911 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46447 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38601 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38601 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:46447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58414) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=794 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=476 (was 369) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4074 (was 3592) - AvailableMemoryMB LEAK? - 2024-11-16T11:22:11,131 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=476, ProcessCount=11, AvailableMemoryMB=4074 2024-11-16T11:22:11,144 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-16T11:22:11,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/hadoop.log.dir so I do NOT create it in target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027 2024-11-16T11:22:11,145 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:22:11,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/hadoop.tmp.dir so I do NOT create it in target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027 2024-11-16T11:22:11,145 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d4e906-749a-75f8-6585-eb02d512c960/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:22:11,145 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027 2024-11-16T11:22:11,145 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/cluster_582737ee-e83a-e43e-fd06-2c90b928bfaa, deleteOnExit=true 2024-11-16T11:22:11,147 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/cluster_582737ee-e83a-e43e-fd06-2c90b928bfaa/zookeeper_0, clientPort=49852, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/cluster_582737ee-e83a-e43e-fd06-2c90b928bfaa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/cluster_582737ee-e83a-e43e-fd06-2c90b928bfaa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T11:22:11,148 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49852 2024-11-16T11:22:11,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:22:11,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:22:11,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/test.cache.data in system properties and HBase conf 2024-11-16T11:22:11,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:22:11,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:22:11,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:22:11,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:22:11,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:22:11,149 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:22:11,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:22:11,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:22:11,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:22:11,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:22:11,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:22:11,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:22:11,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:22:11,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:22:11,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:22:11,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:22:11,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:22:11,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:22:11,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:22:11,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:22:11,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014360c9070005, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T11:22:11,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014360c9070002, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T11:22:11,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014360c9070008, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T11:22:11,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014360c9070005, quorum=127.0.0.1:58414, baseZNode=/12099428720 Received Disconnected from ZooKeeper, ignoring 2024-11-16T11:22:11,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014360c9070008, quorum=127.0.0.1:58414, baseZNode=/2301749240 Received Disconnected from ZooKeeper, ignoring 2024-11-16T11:22:11,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014360c9070002, quorum=127.0.0.1:58414, baseZNode=/0-2011793694 Received Disconnected from ZooKeeper, ignoring 2024-11-16T11:22:11,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:22:11,418 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:22:11,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:22:11,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:22:11,420 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:22:11,420 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:22:11,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@85bdf7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:22:11,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1457bd5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:22:11,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@781cc242{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/java.io.tmpdir/jetty-localhost-40479-hadoop-hdfs-3_4_1-tests_jar-_-any-17010001119597004704/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:22:11,515 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bab9e15{HTTP/1.1, (http/1.1)}{localhost:40479} 2024-11-16T11:22:11,515 INFO [Time-limited test {}] server.Server(415): Started @325378ms 2024-11-16T11:22:11,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:22:11,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:22:11,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:22:11,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:22:11,771 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:22:11,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1527f35d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:22:11,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6744bde9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:22:11,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64a2185b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/java.io.tmpdir/jetty-localhost-37407-hadoop-hdfs-3_4_1-tests_jar-_-any-14128697125577222231/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:22:11,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f74c9a9{HTTP/1.1, (http/1.1)}{localhost:37407} 2024-11-16T11:22:11,870 INFO [Time-limited test {}] server.Server(415): Started @325733ms 2024-11-16T11:22:11,871 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:22:12,470 WARN [Thread-4184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/cluster_582737ee-e83a-e43e-fd06-2c90b928bfaa/data/data2/current/BP-237372064-172.17.0.2-1731756131163/current, will proceed with Du for space computation calculation, 2024-11-16T11:22:12,470 WARN [Thread-4183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/cluster_582737ee-e83a-e43e-fd06-2c90b928bfaa/data/data1/current/BP-237372064-172.17.0.2-1731756131163/current, will proceed with Du for space computation calculation, 2024-11-16T11:22:12,493 WARN [Thread-4171 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:22:12,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c1ff4b1abd74544 with lease ID 0xe4d76ed8abbc866a: Processing first storage report for DS-86745b65-9b5d-427e-a7c1-f0baeafb1c72 from datanode DatanodeRegistration(127.0.0.1:39425, datanodeUuid=c2f551b7-7156-41f4-86d1-ffbec30e08fe, infoPort=38609, infoSecurePort=0, ipcPort=34105, storageInfo=lv=-57;cid=testClusterID;nsid=1999193029;c=1731756131163) 2024-11-16T11:22:12,496 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c1ff4b1abd74544 with lease ID 0xe4d76ed8abbc866a: from storage DS-86745b65-9b5d-427e-a7c1-f0baeafb1c72 node DatanodeRegistration(127.0.0.1:39425, datanodeUuid=c2f551b7-7156-41f4-86d1-ffbec30e08fe, infoPort=38609, infoSecurePort=0, ipcPort=34105, storageInfo=lv=-57;cid=testClusterID;nsid=1999193029;c=1731756131163), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T11:22:12,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c1ff4b1abd74544 with lease ID 0xe4d76ed8abbc866a: Processing first storage report for DS-25c5ca8a-d610-4573-b168-d9a32b5dbcfa from datanode DatanodeRegistration(127.0.0.1:39425, datanodeUuid=c2f551b7-7156-41f4-86d1-ffbec30e08fe, infoPort=38609, infoSecurePort=0, ipcPort=34105, storageInfo=lv=-57;cid=testClusterID;nsid=1999193029;c=1731756131163) 2024-11-16T11:22:12,496 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c1ff4b1abd74544 with lease ID 0xe4d76ed8abbc866a: from storage DS-25c5ca8a-d610-4573-b168-d9a32b5dbcfa node DatanodeRegistration(127.0.0.1:39425, datanodeUuid=c2f551b7-7156-41f4-86d1-ffbec30e08fe, infoPort=38609, infoSecurePort=0, ipcPort=34105, storageInfo=lv=-57;cid=testClusterID;nsid=1999193029;c=1731756131163), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:22:12,594 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027 2024-11-16T11:22:12,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:12,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:12,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:22:13,002 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861 with version=8 2024-11-16T11:22:13,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/hbase-staging 2024-11-16T11:22:13,004 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:22:13,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:13,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:13,004 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:22:13,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:13,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:22:13,004 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:22:13,005 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:22:13,005 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37835 2024-11-16T11:22:13,006 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37835 connecting to ZooKeeper ensemble=127.0.0.1:49852 2024-11-16T11:22:13,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378350x0, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:22:13,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37835-0x10143617ef60000 connected 2024-11-16T11:22:13,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:13,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:13,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37835-0x10143617ef60000, quorum=127.0.0.1:49852, baseZNode=/01917579360 Set watcher on znode that does not yet exist, /01917579360/running 2024-11-16T11:22:13,194 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861, hbase.cluster.distributed=false 2024-11-16T11:22:13,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37835-0x10143617ef60000, quorum=127.0.0.1:49852, baseZNode=/01917579360 Set watcher on znode that does not yet exist, /01917579360/acl 2024-11-16T11:22:13,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37835 2024-11-16T11:22:13,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37835 2024-11-16T11:22:13,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37835 2024-11-16T11:22:13,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37835 2024-11-16T11:22:13,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37835 2024-11-16T11:22:13,210 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:22:13,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:13,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:13,210 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:22:13,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:13,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:22:13,210 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:22:13,210 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:22:13,212 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33809 2024-11-16T11:22:13,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33809 connecting to ZooKeeper ensemble=127.0.0.1:49852 2024-11-16T11:22:13,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:13,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:13,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338090x0, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:22:13,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33809-0x10143617ef60001 connected 2024-11-16T11:22:13,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33809-0x10143617ef60001, quorum=127.0.0.1:49852, baseZNode=/01917579360 Set watcher on znode that does not yet exist, /01917579360/running 2024-11-16T11:22:13,223 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:22:13,223 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:22:13,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33809-0x10143617ef60001, quorum=127.0.0.1:49852, baseZNode=/01917579360 Set watcher on znode that does not yet exist, /01917579360/master 2024-11-16T11:22:13,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33809-0x10143617ef60001, quorum=127.0.0.1:49852, baseZNode=/01917579360 Set watcher on znode that does not yet exist, /01917579360/acl 2024-11-16T11:22:13,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33809 2024-11-16T11:22:13,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33809 2024-11-16T11:22:13,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33809 2024-11-16T11:22:13,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33809 2024-11-16T11:22:13,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33809 2024-11-16T11:22:13,243 DEBUG [M:0;a7948fca2832:37835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:37835 2024-11-16T11:22:13,243 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01917579360/backup-masters/a7948fca2832,37835,1731756133004 2024-11-16T11:22:13,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x10143617ef60001, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01917579360/backup-masters 2024-11-16T11:22:13,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x10143617ef60000, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01917579360/backup-masters 2024-11-16T11:22:13,254 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37835-0x10143617ef60000, quorum=127.0.0.1:49852, baseZNode=/01917579360 Set watcher on existing znode=/01917579360/backup-masters/a7948fca2832,37835,1731756133004 2024-11-16T11:22:13,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x10143617ef60001, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01917579360/master 2024-11-16T11:22:13,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x10143617ef60000, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01917579360 2024-11-16T11:22:13,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x10143617ef60001, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01917579360 2024-11-16T11:22:13,264 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37835-0x10143617ef60000, quorum=127.0.0.1:49852, baseZNode=/01917579360 Set watcher on existing znode=/01917579360/master 2024-11-16T11:22:13,264 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01917579360/backup-masters/a7948fca2832,37835,1731756133004 from backup master directory 2024-11-16T11:22:13,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x10143617ef60000, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01917579360/backup-masters/a7948fca2832,37835,1731756133004 2024-11-16T11:22:13,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x10143617ef60001, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01917579360/backup-masters 2024-11-16T11:22:13,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x10143617ef60000, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01917579360/backup-masters 2024-11-16T11:22:13,274 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:22:13,274 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,37835,1731756133004 2024-11-16T11:22:13,278 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/hbase.id] with ID: 1899cca2-4611-4234-ad46-662929318faa 2024-11-16T11:22:13,278 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/.tmp/hbase.id 2024-11-16T11:22:13,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:22:13,286 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/.tmp/hbase.id]:[hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/hbase.id] 2024-11-16T11:22:13,296 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:13,297 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:22:13,297 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T11:22:13,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x10143617ef60001, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01917579360 2024-11-16T11:22:13,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x10143617ef60000, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01917579360 2024-11-16T11:22:13,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:22:13,716 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:22:13,716 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:22:13,717 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:22:13,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:22:14,122 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/MasterData/data/master/store 2024-11-16T11:22:14,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:22:14,151 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:22:14,152 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:22:14,152 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128739 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:22:14,175 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:22:14,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:14,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:14,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:14,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:14,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:14,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:14,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:14,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:14,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:14,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:14,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:14,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:14,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:14,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:14,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:14,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T11:22:14,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T11:22:14,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T11:22:14,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:22:14,538 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:14,538 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:22:14,538 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:14,538 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:14,538 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:22:14,538 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:14,538 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:14,538 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756134538Disabling compacts and flushes for region at 1731756134538Disabling writes for close at 1731756134538Writing region close event to WAL at 1731756134538Closed at 1731756134538 2024-11-16T11:22:14,539 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/MasterData/data/master/store/.initializing 2024-11-16T11:22:14,539 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/MasterData/WALs/a7948fca2832,37835,1731756133004 2024-11-16T11:22:14,541 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:22:14,547 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C37835%2C1731756133004, suffix=, logDir=hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/MasterData/WALs/a7948fca2832,37835,1731756133004, archiveDir=hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/MasterData/oldWALs, maxLogs=10 2024-11-16T11:22:14,566 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/MasterData/WALs/a7948fca2832,37835,1731756133004/a7948fca2832%2C37835%2C1731756133004.1731756134547, exclude list is [], retry=0 2024-11-16T11:22:14,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-86745b65-9b5d-427e-a7c1-f0baeafb1c72,DISK] 2024-11-16T11:22:14,574 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/MasterData/WALs/a7948fca2832,37835,1731756133004/a7948fca2832%2C37835%2C1731756133004.1731756134547 2024-11-16T11:22:14,575 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38609:38609)] 2024-11-16T11:22:14,575 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:22:14,575 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:14,575 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:14,575 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:14,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:14,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:22:14,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:14,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:14,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:14,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:22:14,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:14,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:14,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:14,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:22:14,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:14,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:14,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:14,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:22:14,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:14,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:14,586 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:14,586 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:14,587 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:14,589 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:14,589 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:14,589 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:22:14,590 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:14,598 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:22:14,599 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62303471, jitterRate=-0.07160593569278717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:22:14,600 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731756134575Initializing all the Stores at 1731756134576 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756134576Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756134576Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756134576Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756134576Cleaning up temporary data from old regions at 1731756134589 (+13 ms)Region opened successfully at 1731756134600 (+11 ms) 2024-11-16T11:22:14,600 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:22:14,603 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28046216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:22:14,604 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:22:14,604 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:22:14,604 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:22:14,604 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:22:14,605 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:22:14,605 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:22:14,605 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:22:14,613 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:22:14,615 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37835-0x10143617ef60000, quorum=127.0.0.1:49852, baseZNode=/01917579360 Unable to get data of znode /01917579360/balancer because node does not exist (not necessarily an error) 2024-11-16T11:22:14,776 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01917579360/balancer already deleted, retry=false 2024-11-16T11:22:14,776 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:22:14,777 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37835-0x10143617ef60000, quorum=127.0.0.1:49852, baseZNode=/01917579360 Unable to get data of znode /01917579360/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:22:14,790 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01917579360/normalizer already deleted, retry=false 2024-11-16T11:22:14,790 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:22:14,791 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37835-0x10143617ef60000, quorum=127.0.0.1:49852, baseZNode=/01917579360 Unable to get data of znode /01917579360/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:22:14,801 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01917579360/switch/split already deleted, retry=false 2024-11-16T11:22:14,802 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37835-0x10143617ef60000, quorum=127.0.0.1:49852, baseZNode=/01917579360 Unable to get data of znode /01917579360/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:22:14,811 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01917579360/switch/merge already deleted, retry=false 2024-11-16T11:22:14,813 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37835-0x10143617ef60000, quorum=127.0.0.1:49852, baseZNode=/01917579360 Unable to get data of znode /01917579360/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:22:14,822 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01917579360/snapshot-cleanup already deleted, retry=false 2024-11-16T11:22:14,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x10143617ef60001, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01917579360/running 2024-11-16T11:22:14,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x10143617ef60000, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01917579360/running 2024-11-16T11:22:14,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x10143617ef60001, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01917579360 2024-11-16T11:22:14,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x10143617ef60000, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01917579360 2024-11-16T11:22:14,833 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,37835,1731756133004, sessionid=0x10143617ef60000, setting cluster-up flag (Was=false) 2024-11-16T11:22:14,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x10143617ef60000, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01917579360 2024-11-16T11:22:14,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x10143617ef60001, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01917579360 2024-11-16T11:22:14,885 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01917579360/flush-table-proc/acquired, /01917579360/flush-table-proc/reached, /01917579360/flush-table-proc/abort 2024-11-16T11:22:14,886 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,37835,1731756133004 2024-11-16T11:22:15,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x10143617ef60001, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01917579360 2024-11-16T11:22:15,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x10143617ef60000, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01917579360 2024-11-16T11:22:15,038 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01917579360/online-snapshot/acquired, /01917579360/online-snapshot/reached, /01917579360/online-snapshot/abort 2024-11-16T11:22:15,039 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,37835,1731756133004 2024-11-16T11:22:15,040 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:22:15,041 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:22:15,041 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:22:15,042 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:22:15,042 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,37835,1731756133004 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:22:15,043 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:22:15,043 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:22:15,043 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:22:15,043 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:22:15,043 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:22:15,043 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:15,043 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:22:15,043 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:15,043 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731756165043 2024-11-16T11:22:15,044 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:22:15,044 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:22:15,044 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:22:15,044 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:22:15,044 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:22:15,044 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:22:15,044 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:15,044 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:22:15,044 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:22:15,044 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:22:15,044 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:22:15,044 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:22:15,044 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:22:15,045 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:15,045 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:22:15,048 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:22:15,048 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:22:15,050 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756135048,5,FailOnTimeoutGroup] 2024-11-16T11:22:15,053 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756135050,5,FailOnTimeoutGroup] 2024-11-16T11:22:15,053 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:15,053 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:22:15,053 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:15,053 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:15,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:22:15,132 INFO [RS:0;a7948fca2832:33809 {}] regionserver.HRegionServer(746): ClusterId : 1899cca2-4611-4234-ad46-662929318faa 2024-11-16T11:22:15,132 DEBUG [RS:0;a7948fca2832:33809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:22:15,144 DEBUG [RS:0;a7948fca2832:33809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:22:15,144 DEBUG [RS:0;a7948fca2832:33809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:22:15,155 DEBUG [RS:0;a7948fca2832:33809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:22:15,155 DEBUG [RS:0;a7948fca2832:33809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76548cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:22:15,165 DEBUG [RS:0;a7948fca2832:33809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:33809 2024-11-16T11:22:15,165 INFO [RS:0;a7948fca2832:33809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:22:15,165 INFO [RS:0;a7948fca2832:33809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:22:15,165 DEBUG [RS:0;a7948fca2832:33809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:22:15,165 INFO [RS:0;a7948fca2832:33809 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,37835,1731756133004 with port=33809, startcode=1731756133210 2024-11-16T11:22:15,166 DEBUG [RS:0;a7948fca2832:33809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:22:15,167 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:22:15,167 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37835 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,33809,1731756133210 2024-11-16T11:22:15,167 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37835 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,33809,1731756133210 2024-11-16T11:22:15,168 DEBUG [RS:0;a7948fca2832:33809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861 2024-11-16T11:22:15,168 DEBUG [RS:0;a7948fca2832:33809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35865 2024-11-16T11:22:15,168 DEBUG [RS:0;a7948fca2832:33809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:22:15,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x10143617ef60000, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01917579360/rs 2024-11-16T11:22:15,180 DEBUG [RS:0;a7948fca2832:33809 {}] zookeeper.ZKUtil(111): regionserver:33809-0x10143617ef60001, quorum=127.0.0.1:49852, baseZNode=/01917579360 Set watcher on existing znode=/01917579360/rs/a7948fca2832,33809,1731756133210 2024-11-16T11:22:15,180 WARN [RS:0;a7948fca2832:33809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:22:15,180 INFO [RS:0;a7948fca2832:33809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:22:15,180 DEBUG [RS:0;a7948fca2832:33809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/WALs/a7948fca2832,33809,1731756133210 2024-11-16T11:22:15,180 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,33809,1731756133210] 2024-11-16T11:22:15,182 INFO [RS:0;a7948fca2832:33809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:22:15,183 INFO [RS:0;a7948fca2832:33809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:22:15,183 INFO [RS:0;a7948fca2832:33809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:22:15,183 INFO [RS:0;a7948fca2832:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:15,183 INFO [RS:0;a7948fca2832:33809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:22:15,184 INFO [RS:0;a7948fca2832:33809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:22:15,184 INFO [RS:0;a7948fca2832:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:15,184 DEBUG [RS:0;a7948fca2832:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:15,184 DEBUG [RS:0;a7948fca2832:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:15,184 DEBUG [RS:0;a7948fca2832:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:15,184 DEBUG [RS:0;a7948fca2832:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:15,184 DEBUG [RS:0;a7948fca2832:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:15,184 DEBUG [RS:0;a7948fca2832:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:22:15,184 DEBUG [RS:0;a7948fca2832:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:15,184 DEBUG [RS:0;a7948fca2832:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:15,184 DEBUG [RS:0;a7948fca2832:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:15,184 DEBUG [RS:0;a7948fca2832:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:15,184 DEBUG [RS:0;a7948fca2832:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:15,184 DEBUG [RS:0;a7948fca2832:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:15,184 DEBUG [RS:0;a7948fca2832:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:22:15,184 DEBUG [RS:0;a7948fca2832:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:22:15,187 INFO [RS:0;a7948fca2832:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:15,187 INFO [RS:0;a7948fca2832:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:15,187 INFO [RS:0;a7948fca2832:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:15,187 INFO [RS:0;a7948fca2832:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:15,187 INFO [RS:0;a7948fca2832:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:15,187 INFO [RS:0;a7948fca2832:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,33809,1731756133210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:22:15,203 INFO [RS:0;a7948fca2832:33809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:22:15,203 INFO [RS:0;a7948fca2832:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,33809,1731756133210-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:15,203 INFO [RS:0;a7948fca2832:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:15,203 INFO [RS:0;a7948fca2832:33809 {}] regionserver.Replication(171): a7948fca2832,33809,1731756133210 started 2024-11-16T11:22:15,217 INFO [RS:0;a7948fca2832:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:15,217 INFO [RS:0;a7948fca2832:33809 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,33809,1731756133210, RpcServer on a7948fca2832/172.17.0.2:33809, sessionid=0x10143617ef60001 2024-11-16T11:22:15,217 DEBUG [RS:0;a7948fca2832:33809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:22:15,217 DEBUG [RS:0;a7948fca2832:33809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,33809,1731756133210 2024-11-16T11:22:15,217 DEBUG [RS:0;a7948fca2832:33809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,33809,1731756133210' 2024-11-16T11:22:15,217 DEBUG [RS:0;a7948fca2832:33809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01917579360/flush-table-proc/abort' 2024-11-16T11:22:15,217 DEBUG [RS:0;a7948fca2832:33809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01917579360/flush-table-proc/acquired' 2024-11-16T11:22:15,218 DEBUG [RS:0;a7948fca2832:33809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:22:15,218 DEBUG [RS:0;a7948fca2832:33809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:22:15,218 DEBUG [RS:0;a7948fca2832:33809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,33809,1731756133210 2024-11-16T11:22:15,218 DEBUG [RS:0;a7948fca2832:33809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,33809,1731756133210' 2024-11-16T11:22:15,218 DEBUG [RS:0;a7948fca2832:33809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01917579360/online-snapshot/abort' 2024-11-16T11:22:15,218 DEBUG [RS:0;a7948fca2832:33809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01917579360/online-snapshot/acquired' 2024-11-16T11:22:15,218 DEBUG [RS:0;a7948fca2832:33809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:22:15,218 INFO [RS:0;a7948fca2832:33809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:22:15,218 INFO [RS:0;a7948fca2832:33809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:22:15,319 INFO [RS:0;a7948fca2832:33809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:22:15,320 INFO [RS:0;a7948fca2832:33809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C33809%2C1731756133210, suffix=, logDir=hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/WALs/a7948fca2832,33809,1731756133210, archiveDir=hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/oldWALs, maxLogs=10 2024-11-16T11:22:15,332 DEBUG [RS:0;a7948fca2832:33809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/WALs/a7948fca2832,33809,1731756133210/a7948fca2832%2C33809%2C1731756133210.1731756135320, exclude list is [], retry=0 2024-11-16T11:22:15,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-86745b65-9b5d-427e-a7c1-f0baeafb1c72,DISK] 2024-11-16T11:22:15,340 INFO [RS:0;a7948fca2832:33809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/WALs/a7948fca2832,33809,1731756133210/a7948fca2832%2C33809%2C1731756133210.1731756135320 2024-11-16T11:22:15,341 DEBUG [RS:0;a7948fca2832:33809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38609:38609)] 2024-11-16T11:22:15,455 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:22:15,455 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861 2024-11-16T11:22:15,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741833_1009 (size=32) 2024-11-16T11:22:15,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:15,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:22:15,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:22:15,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:15,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:15,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:22:15,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:22:15,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:15,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:15,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:22:15,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:22:15,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:15,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:15,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:22:15,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:22:15,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:15,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:15,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:22:15,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/data/hbase/meta/1588230740 2024-11-16T11:22:15,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/data/hbase/meta/1588230740 2024-11-16T11:22:15,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:22:15,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:22:15,867 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:22:15,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:22:15,869 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:22:15,870 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66203831, jitterRate=-0.013486042618751526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:22:15,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731756135860Initializing all the Stores at 1731756135861 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756135861Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756135861Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756135861Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756135861Cleaning up temporary data from old regions at 1731756135867 (+6 ms)Region opened successfully at 1731756135870 (+3 ms) 2024-11-16T11:22:15,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:22:15,870 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:22:15,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:22:15,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:22:15,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:22:15,870 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:22:15,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756135870Disabling compacts and flushes for region at 1731756135870Disabling writes for close at 1731756135870Writing region close event to WAL at 1731756135870Closed at 1731756135870 2024-11-16T11:22:15,871 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:22:15,871 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:22:15,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:22:15,872 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:22:15,872 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:22:16,023 DEBUG [a7948fca2832:37835 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:22:16,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,33809,1731756133210 2024-11-16T11:22:16,024 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,33809,1731756133210, state=OPENING 2024-11-16T11:22:16,032 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:22:16,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x10143617ef60001, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01917579360 2024-11-16T11:22:16,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x10143617ef60000, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01917579360 2024-11-16T11:22:16,043 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:22:16,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,33809,1731756133210}] 2024-11-16T11:22:16,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01917579360/meta-region-server: CHANGED 2024-11-16T11:22:16,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01917579360/meta-region-server: CHANGED 2024-11-16T11:22:16,195 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:22:16,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:22:16,199 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:22:16,199 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:22:16,199 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:22:16,201 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C33809%2C1731756133210.meta, suffix=.meta, logDir=hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/WALs/a7948fca2832,33809,1731756133210, archiveDir=hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/oldWALs, maxLogs=10 2024-11-16T11:22:16,220 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/WALs/a7948fca2832,33809,1731756133210/a7948fca2832%2C33809%2C1731756133210.meta.1731756136201.meta, exclude list is [], retry=0 2024-11-16T11:22:16,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-86745b65-9b5d-427e-a7c1-f0baeafb1c72,DISK] 2024-11-16T11:22:16,224 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/WALs/a7948fca2832,33809,1731756133210/a7948fca2832%2C33809%2C1731756133210.meta.1731756136201.meta 2024-11-16T11:22:16,225 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38609:38609)] 2024-11-16T11:22:16,225 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:22:16,225 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:22:16,225 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:22:16,225 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:22:16,225 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:22:16,226 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:22:16,226 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:16,226 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:22:16,226 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:22:16,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:22:16,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:22:16,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:16,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:16,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:22:16,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:22:16,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:16,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:16,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:22:16,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:22:16,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:16,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:16,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:22:16,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:22:16,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:16,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:16,231 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:22:16,232 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/data/hbase/meta/1588230740 2024-11-16T11:22:16,233 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/data/hbase/meta/1588230740 2024-11-16T11:22:16,234 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:22:16,234 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:22:16,235 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:22:16,236 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:22:16,236 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62146859, jitterRate=-0.07393963634967804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:22:16,236 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:22:16,236 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731756136226Writing region info on filesystem at 1731756136226Initializing all the Stores at 1731756136227 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756136227Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756136227Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756136227Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756136227Cleaning up temporary data from old regions at 1731756136234 (+7 ms)Running coprocessor post-open hooks at 1731756136236 (+2 ms)Region opened successfully at 1731756136236 2024-11-16T11:22:16,237 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731756136195 2024-11-16T11:22:16,239 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:22:16,239 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:22:16,240 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,33809,1731756133210 2024-11-16T11:22:16,240 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,33809,1731756133210, state=OPEN 2024-11-16T11:22:16,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x10143617ef60001, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01917579360/meta-region-server 2024-11-16T11:22:16,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x10143617ef60000, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01917579360/meta-region-server 2024-11-16T11:22:16,279 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,33809,1731756133210 2024-11-16T11:22:16,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01917579360/meta-region-server: CHANGED 2024-11-16T11:22:16,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01917579360/meta-region-server: CHANGED 2024-11-16T11:22:16,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:22:16,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,33809,1731756133210 in 236 msec 2024-11-16T11:22:16,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:22:16,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-16T11:22:16,283 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:22:16,283 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:22:16,284 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:22:16,285 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,33809,1731756133210, seqNum=-1] 2024-11-16T11:22:16,285 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:22:16,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:22:16,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-11-16T11:22:16,289 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731756136289, completionTime=-1 2024-11-16T11:22:16,289 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:22:16,289 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:22:16,290 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:22:16,290 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731756196290 2024-11-16T11:22:16,290 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731756256290 2024-11-16T11:22:16,291 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T11:22:16,291 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,37835,1731756133004-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:16,291 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,37835,1731756133004-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:16,291 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,37835,1731756133004-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:16,291 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:37835, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:16,291 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:16,291 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:16,292 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:22:16,293 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.019sec 2024-11-16T11:22:16,294 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:22:16,294 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:22:16,294 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:22:16,294 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:22:16,294 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:22:16,294 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,37835,1731756133004-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:22:16,294 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,37835,1731756133004-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:22:16,296 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:22:16,296 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:22:16,296 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,37835,1731756133004-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:16,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ed0413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:16,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,37835,-1 for getting cluster id 2024-11-16T11:22:16,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:22:16,334 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1899cca2-4611-4234-ad46-662929318faa' 2024-11-16T11:22:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:22:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1899cca2-4611-4234-ad46-662929318faa" 2024-11-16T11:22:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353b321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,37835,-1] 2024-11-16T11:22:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:22:16,335 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:16,335 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:22:16,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a2b91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:16,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:22:16,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,33809,1731756133210, seqNum=-1] 2024-11-16T11:22:16,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:22:16,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:22:16,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,37835,1731756133004 2024-11-16T11:22:16,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49852 2024-11-16T11:22:16,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49852, baseZNode=/01917579360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:22:16,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10143617ef60002 connected 2024-11-16T11:22:16,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:22:16,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,37835,1731756133004 2024-11-16T11:22:16,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ca8add9 2024-11-16T11:22:16,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:22:16,372 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:22:16,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:22:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T11:22:16,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:22:16,375 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:16,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T11:22:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:16,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:22:16,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741835_1011 (size=902) 2024-11-16T11:22:16,384 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65dd455704eb203083407a0f564be69a, NAME => 'test,,1731756136373.65dd455704eb203083407a0f564be69a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861 2024-11-16T11:22:16,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741836_1012 (size=39) 2024-11-16T11:22:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:16,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:16,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731756136373.65dd455704eb203083407a0f564be69a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:16,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 65dd455704eb203083407a0f564be69a, disabling compactions & flushes 2024-11-16T11:22:16,788 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731756136373.65dd455704eb203083407a0f564be69a. 2024-11-16T11:22:16,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756136373.65dd455704eb203083407a0f564be69a. 2024-11-16T11:22:16,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731756136373.65dd455704eb203083407a0f564be69a. after waiting 0 ms 2024-11-16T11:22:16,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731756136373.65dd455704eb203083407a0f564be69a. 2024-11-16T11:22:16,788 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731756136373.65dd455704eb203083407a0f564be69a. 2024-11-16T11:22:16,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65dd455704eb203083407a0f564be69a: Waiting for close lock at 1731756136788Disabling compacts and flushes for region at 1731756136788Disabling writes for close at 1731756136788Writing region close event to WAL at 1731756136788Closed at 1731756136788 2024-11-16T11:22:16,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:22:16,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731756136373.65dd455704eb203083407a0f564be69a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731756136789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756136789"}]},"ts":"1731756136789"} 2024-11-16T11:22:16,791 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:22:16,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:22:16,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756136791"}]},"ts":"1731756136791"} 2024-11-16T11:22:16,792 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T11:22:16,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=65dd455704eb203083407a0f564be69a, ASSIGN}] 2024-11-16T11:22:16,793 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=65dd455704eb203083407a0f564be69a, ASSIGN 2024-11-16T11:22:16,794 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=65dd455704eb203083407a0f564be69a, ASSIGN; state=OFFLINE, location=a7948fca2832,33809,1731756133210; forceNewPlan=false, retain=false 2024-11-16T11:22:16,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=65dd455704eb203083407a0f564be69a, regionState=OPENING, regionLocation=a7948fca2832,33809,1731756133210 2024-11-16T11:22:16,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=65dd455704eb203083407a0f564be69a, ASSIGN because future has completed 2024-11-16T11:22:16,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65dd455704eb203083407a0f564be69a, server=a7948fca2832,33809,1731756133210}] 2024-11-16T11:22:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:17,101 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731756136373.65dd455704eb203083407a0f564be69a. 2024-11-16T11:22:17,101 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 65dd455704eb203083407a0f564be69a, NAME => 'test,,1731756136373.65dd455704eb203083407a0f564be69a.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:22:17,101 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:22:17,101 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T11:22:17,101 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 65dd455704eb203083407a0f564be69a 2024-11-16T11:22:17,101 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731756136373.65dd455704eb203083407a0f564be69a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:17,101 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 65dd455704eb203083407a0f564be69a 2024-11-16T11:22:17,101 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 65dd455704eb203083407a0f564be69a 2024-11-16T11:22:17,102 INFO [StoreOpener-65dd455704eb203083407a0f564be69a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 65dd455704eb203083407a0f564be69a 2024-11-16T11:22:17,103 INFO [StoreOpener-65dd455704eb203083407a0f564be69a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65dd455704eb203083407a0f564be69a columnFamilyName f 2024-11-16T11:22:17,103 DEBUG [StoreOpener-65dd455704eb203083407a0f564be69a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:17,103 INFO [StoreOpener-65dd455704eb203083407a0f564be69a-1 {}] regionserver.HStore(327): Store=65dd455704eb203083407a0f564be69a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:17,104 INFO [StoreOpener-65dd455704eb203083407a0f564be69a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 65dd455704eb203083407a0f564be69a 2024-11-16T11:22:17,104 INFO [StoreOpener-65dd455704eb203083407a0f564be69a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65dd455704eb203083407a0f564be69a columnFamilyName f1 2024-11-16T11:22:17,104 DEBUG [StoreOpener-65dd455704eb203083407a0f564be69a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:17,104 INFO [StoreOpener-65dd455704eb203083407a0f564be69a-1 {}] regionserver.HStore(327): Store=65dd455704eb203083407a0f564be69a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:17,105 INFO [StoreOpener-65dd455704eb203083407a0f564be69a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 65dd455704eb203083407a0f564be69a 2024-11-16T11:22:17,105 INFO [StoreOpener-65dd455704eb203083407a0f564be69a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65dd455704eb203083407a0f564be69a columnFamilyName norep 2024-11-16T11:22:17,105 DEBUG [StoreOpener-65dd455704eb203083407a0f564be69a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:17,105 INFO [StoreOpener-65dd455704eb203083407a0f564be69a-1 {}] regionserver.HStore(327): Store=65dd455704eb203083407a0f564be69a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:17,105 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 65dd455704eb203083407a0f564be69a 2024-11-16T11:22:17,106 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/data/default/test/65dd455704eb203083407a0f564be69a 2024-11-16T11:22:17,106 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/data/default/test/65dd455704eb203083407a0f564be69a 2024-11-16T11:22:17,107 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 65dd455704eb203083407a0f564be69a 2024-11-16T11:22:17,107 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 65dd455704eb203083407a0f564be69a 2024-11-16T11:22:17,107 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:22:17,108 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 65dd455704eb203083407a0f564be69a 2024-11-16T11:22:17,109 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/data/default/test/65dd455704eb203083407a0f564be69a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:22:17,110 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 65dd455704eb203083407a0f564be69a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65620829, jitterRate=-0.022173449397087097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:22:17,110 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65dd455704eb203083407a0f564be69a 2024-11-16T11:22:17,110 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 65dd455704eb203083407a0f564be69a: Running coprocessor pre-open hook at 1731756137101Writing region info on filesystem at 1731756137101Initializing all the Stores at 1731756137102 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756137102Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756137102Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756137102Cleaning up temporary data from old regions at 1731756137107 (+5 ms)Running coprocessor post-open hooks at 1731756137110 (+3 ms)Region opened successfully at 1731756137110 2024-11-16T11:22:17,111 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731756136373.65dd455704eb203083407a0f564be69a., pid=6, masterSystemTime=1731756137098 2024-11-16T11:22:17,112 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731756136373.65dd455704eb203083407a0f564be69a. 2024-11-16T11:22:17,112 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731756136373.65dd455704eb203083407a0f564be69a. 2024-11-16T11:22:17,113 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=65dd455704eb203083407a0f564be69a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a7948fca2832,33809,1731756133210 2024-11-16T11:22:17,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65dd455704eb203083407a0f564be69a, server=a7948fca2832,33809,1731756133210 because future has completed 2024-11-16T11:22:17,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T11:22:17,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 65dd455704eb203083407a0f564be69a, server=a7948fca2832,33809,1731756133210 in 170 msec 2024-11-16T11:22:17,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T11:22:17,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=65dd455704eb203083407a0f564be69a, ASSIGN in 324 msec 2024-11-16T11:22:17,121 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:22:17,121 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756137121"}]},"ts":"1731756137121"} 2024-11-16T11:22:17,123 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T11:22:17,123 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:22:17,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-11-16T11:22:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:17,512 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T11:22:17,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8cea52e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:17,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,37835,-1 for getting cluster id 2024-11-16T11:22:17,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:22:17,513 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1899cca2-4611-4234-ad46-662929318faa' 2024-11-16T11:22:17,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:22:17,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1899cca2-4611-4234-ad46-662929318faa" 2024-11-16T11:22:17,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a39862a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:17,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,37835,-1] 2024-11-16T11:22:17,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:22:17,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:17,514 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:22:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0b273e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:17,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:22:17,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,37835,1731756133004 2024-11-16T11:22:17,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@469d1325 2024-11-16T11:22:17,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:22:17,517 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:22:17,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a7948fca2832:37835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T11:22:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T11:22:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:22:17,519 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:37835' 2024-11-16T11:22:17,520 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555cd086, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:17,520 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,37835,-1 for getting cluster id 2024-11-16T11:22:17,521 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:22:17,521 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1899cca2-4611-4234-ad46-662929318faa' 2024-11-16T11:22:17,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:22:17,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1899cca2-4611-4234-ad46-662929318faa" 2024-11-16T11:22:17,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153e281e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:17,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,37835,-1] 2024-11-16T11:22:17,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:22:17,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:17,522 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:22:17,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377540e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:17,523 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:22:17,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,37835,1731756133004 2024-11-16T11:22:17,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ef0862a 2024-11-16T11:22:17,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:22:17,525 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:22:17,525 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T11:22:17,525 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T11:22:17,525 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:17,525 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:17,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:17,526 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a7948fca2832:37835, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-16T11:22:17,532 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a7948fca2832:37835, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a7948fca2832:37835, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a7948fca2832:37835, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-16T11:22:17,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a7948fca2832:37835, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=16 msec 2024-11-16T11:22:17,534 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-16T11:22:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:22:17,623 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://a7948fca2832:37835, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-16T11:22:17,623 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:22:17,623 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:17,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:17,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:17,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:17,640 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=527 (was 360) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/a7948fca2832:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RS_OPEN_META-regionserver/a7948fca2832:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: regionserver/a7948fca2832:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 35865 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6c9007af[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;a7948fca2832:37835 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@2328bdff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 35865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1378435692-7941 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8df0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-237372064-172.17.0.2-1731756131163 heartbeating to localhost/127.0.0.1:35865 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/cluster_582737ee-e83a-e43e-fd06-2c90b928bfaa/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756135048 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-917377569_20 at /127.0.0.1:46618 [Receiving block BP-237372064-172.17.0.2-1731756131163:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@64194794 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: a7948fca2832:37835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-237372064-172.17.0.2-1731756131163:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49852) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-917377569_20 at /127.0.0.1:46556 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-237372064-172.17.0.2-1731756131163:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-115576ac-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp1095318395-7893 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8df0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1068ff8a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a7948fca2832:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756135050 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp1378435692-7942-acceptor-0@4ea1a7a4-ServerConnector@3f74c9a9{HTTP/1.1, (http/1.1)}{localhost:37407} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@3c3e29d4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 4 on default port 34105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@7690ed82 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@539e6189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$596/0x00007f8df0aba730.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_815526444_20 at /127.0.0.1:46594 [Receiving block BP-237372064-172.17.0.2-1731756131163:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 34105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-4bf442cd-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f8df09fccb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1095318395-7896-acceptor-0@6c6a03ad-ServerConnector@2bab9e15{HTTP/1.1, (http/1.1)}{localhost:40479} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;a7948fca2832:33809-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1095318395-7897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-917377569_20 at /127.0.0.1:46634 [Receiving block BP-237372064-172.17.0.2-1731756131163:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2889f38a java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 34105 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861-prefix:a7948fca2832,33809,1731756133210 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a7948fca2832:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35865 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@493f33c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-237372064-172.17.0.2-1731756131163:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1095318395-7898 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: qtp1378435692-7943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861/MasterData-prefix:a7948fca2832,37835,1731756133004 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;a7948fca2832:33809 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 35865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1378435692-7944 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 35865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/cluster_582737ee-e83a-e43e-fd06-2c90b928bfaa/data/data2/current/BP-237372064-172.17.0.2-1731756131163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1221778394) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1095318395-7895 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8df0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:35865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 35865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/cluster_582737ee-e83a-e43e-fd06-2c90b928bfaa/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: qtp1095318395-7894 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8df0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49852) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/cluster_582737ee-e83a-e43e-fd06-2c90b928bfaa/data/data1/current/BP-237372064-172.17.0.2-1731756131163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:49852 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: ProcessThread(sid:0 cport:49852): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@19c7f116 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49852) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35865/user/jenkins/test-data/46202160-9366-b6df-7dfb-6b6aa2c2b861-prefix:a7948fca2832,33809,1731756133210.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1095318395-7899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 34105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/a7948fca2832:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 1 on default port 35865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1095318395-7892 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8df0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=868 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=462 (was 476), ProcessCount=11 (was 11), AvailableMemoryMB=3885 (was 4074) 2024-11-16T11:22:17,643 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-16T11:22:17,656 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=527, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=462, ProcessCount=11, AvailableMemoryMB=3883 2024-11-16T11:22:17,656 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-16T11:22:17,672 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-16T11:22:17,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/hadoop.log.dir so I do NOT create it in target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e 2024-11-16T11:22:17,673 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:22:17,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/hadoop.tmp.dir so I do NOT create it in target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e 2024-11-16T11:22:17,673 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43a1d607-50ce-a88f-7c4f-0ed75597d027/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:22:17,673 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e 2024-11-16T11:22:17,673 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/cluster_c20c7d6f-7517-9a52-09ca-78c1d0109af1, deleteOnExit=true 2024-11-16T11:22:17,769 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/cluster_c20c7d6f-7517-9a52-09ca-78c1d0109af1/zookeeper_0, clientPort=59326, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/cluster_c20c7d6f-7517-9a52-09ca-78c1d0109af1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/cluster_c20c7d6f-7517-9a52-09ca-78c1d0109af1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T11:22:17,770 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59326 2024-11-16T11:22:17,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:22:17,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:22:17,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/test.cache.data in system properties and HBase conf 2024-11-16T11:22:17,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:22:17,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:22:17,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:22:17,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:22:17,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:22:17,770 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:22:17,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:22:17,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:22:17,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:22:17,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:22:17,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:22:17,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:22:17,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:22:17,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:22:17,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:22:17,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:22:17,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:22:17,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:22:17,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:22:17,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:22:18,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:22:18,122 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:22:18,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:22:18,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:22:18,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:22:18,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:22:18,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@586faf4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:22:18,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a2c470{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:22:18,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ec33588{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/java.io.tmpdir/jetty-localhost-44977-hadoop-hdfs-3_4_1-tests_jar-_-any-4103645547794511459/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:22:18,246 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42487ed5{HTTP/1.1, (http/1.1)}{localhost:44977} 2024-11-16T11:22:18,246 INFO [Time-limited test {}] server.Server(415): Started @332109ms 2024-11-16T11:22:18,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:22:18,464 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:22:18,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:22:18,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:22:18,464 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:22:18,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d873ff5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:22:18,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@249fa10c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:22:18,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7555a175{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/java.io.tmpdir/jetty-localhost-38901-hadoop-hdfs-3_4_1-tests_jar-_-any-10697320905390949128/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:22:18,564 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ae63c2e{HTTP/1.1, (http/1.1)}{localhost:38901} 2024-11-16T11:22:18,564 INFO [Time-limited test {}] server.Server(415): Started @332426ms 2024-11-16T11:22:18,565 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:22:19,328 WARN [Thread-4318 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/cluster_c20c7d6f-7517-9a52-09ca-78c1d0109af1/data/data2/current/BP-2085878524-172.17.0.2-1731756137797/current, will proceed with Du for space computation calculation, 2024-11-16T11:22:19,328 WARN [Thread-4317 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/cluster_c20c7d6f-7517-9a52-09ca-78c1d0109af1/data/data1/current/BP-2085878524-172.17.0.2-1731756137797/current, will proceed with Du for space computation calculation, 2024-11-16T11:22:19,343 WARN [Thread-4305 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:22:19,345 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4edacd6ae205ef0f with lease ID 0xe903827e6c55583: Processing first storage report for DS-937eddc7-ceef-49cb-9340-4c7c0a30c41c from datanode DatanodeRegistration(127.0.0.1:40009, datanodeUuid=9e060aef-9d1d-44f9-8532-89e4d6553ec8, infoPort=42613, infoSecurePort=0, ipcPort=36249, storageInfo=lv=-57;cid=testClusterID;nsid=719297673;c=1731756137797) 2024-11-16T11:22:19,345 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4edacd6ae205ef0f with lease ID 0xe903827e6c55583: from storage DS-937eddc7-ceef-49cb-9340-4c7c0a30c41c node DatanodeRegistration(127.0.0.1:40009, datanodeUuid=9e060aef-9d1d-44f9-8532-89e4d6553ec8, infoPort=42613, infoSecurePort=0, ipcPort=36249, storageInfo=lv=-57;cid=testClusterID;nsid=719297673;c=1731756137797), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:22:19,345 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4edacd6ae205ef0f with lease ID 0xe903827e6c55583: Processing first storage report for DS-d129b07f-1855-4d84-875a-86c544dd4cbb from datanode DatanodeRegistration(127.0.0.1:40009, datanodeUuid=9e060aef-9d1d-44f9-8532-89e4d6553ec8, infoPort=42613, infoSecurePort=0, ipcPort=36249, storageInfo=lv=-57;cid=testClusterID;nsid=719297673;c=1731756137797) 2024-11-16T11:22:19,345 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4edacd6ae205ef0f with lease ID 0xe903827e6c55583: from storage DS-d129b07f-1855-4d84-875a-86c544dd4cbb node DatanodeRegistration(127.0.0.1:40009, datanodeUuid=9e060aef-9d1d-44f9-8532-89e4d6553ec8, infoPort=42613, infoSecurePort=0, ipcPort=36249, storageInfo=lv=-57;cid=testClusterID;nsid=719297673;c=1731756137797), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:22:19,394 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e 2024-11-16T11:22:19,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:19,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:19,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:22:19,801 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:22:19,802 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664 with version=8 2024-11-16T11:22:19,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/hbase-staging 2024-11-16T11:22:19,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:19,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:19,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:19,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:19,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:19,804 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:22:19,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:19,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:19,804 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:22:19,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:19,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:22:19,804 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:22:19,804 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:22:19,804 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41319 2024-11-16T11:22:19,805 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41319 connecting to ZooKeeper ensemble=127.0.0.1:59326 2024-11-16T11:22:19,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:19,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:19,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:19,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:19,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:19,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:19,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:19,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:19,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:20,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413190x0, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:22:20,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41319-0x101436198d40000 connected 2024-11-16T11:22:20,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:20,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:20,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Set watcher on znode that does not yet exist, /0-396450941/running 2024-11-16T11:22:20,147 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664, hbase.cluster.distributed=false 2024-11-16T11:22:20,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Set watcher on znode that does not yet exist, /0-396450941/acl 2024-11-16T11:22:20,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41319 2024-11-16T11:22:20,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41319 2024-11-16T11:22:20,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41319 2024-11-16T11:22:20,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41319 2024-11-16T11:22:20,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41319 2024-11-16T11:22:20,170 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:22:20,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:20,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:20,170 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:22:20,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:20,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:22:20,170 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:22:20,170 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:22:20,171 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41035 2024-11-16T11:22:20,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41035 connecting to ZooKeeper ensemble=127.0.0.1:59326 2024-11-16T11:22:20,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:20,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:20,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410350x0, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:22:20,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410350x0, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Set watcher on znode that does not yet exist, /0-396450941/running 2024-11-16T11:22:20,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41035-0x101436198d40001 connected 2024-11-16T11:22:20,252 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:22:20,253 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:22:20,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41035-0x101436198d40001, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Set watcher on znode that does not yet exist, /0-396450941/master 2024-11-16T11:22:20,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41035-0x101436198d40001, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Set watcher on znode that does not yet exist, /0-396450941/acl 2024-11-16T11:22:20,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41035 2024-11-16T11:22:20,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41035 2024-11-16T11:22:20,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41035 2024-11-16T11:22:20,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41035 2024-11-16T11:22:20,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41035 2024-11-16T11:22:20,267 DEBUG [M:0;a7948fca2832:41319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:41319 2024-11-16T11:22:20,268 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-396450941/backup-masters/a7948fca2832,41319,1731756139803 2024-11-16T11:22:20,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101436198d40001, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941/backup-masters 2024-11-16T11:22:20,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941/backup-masters 2024-11-16T11:22:20,299 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Set watcher on existing znode=/0-396450941/backup-masters/a7948fca2832,41319,1731756139803 2024-11-16T11:22:20,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101436198d40001, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-396450941/master 2024-11-16T11:22:20,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941 2024-11-16T11:22:20,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101436198d40001, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941 2024-11-16T11:22:20,311 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Set watcher on existing znode=/0-396450941/master 2024-11-16T11:22:20,312 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-396450941/backup-masters/a7948fca2832,41319,1731756139803 from backup master directory 2024-11-16T11:22:20,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101436198d40001, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941/backup-masters 2024-11-16T11:22:20,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-396450941/backup-masters/a7948fca2832,41319,1731756139803 2024-11-16T11:22:20,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941/backup-masters 2024-11-16T11:22:20,322 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:22:20,322 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,41319,1731756139803 2024-11-16T11:22:20,325 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/hbase.id] with ID: 54fd7967-4ebd-4cb2-add3-e51f20fc2a53 2024-11-16T11:22:20,325 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/.tmp/hbase.id 2024-11-16T11:22:20,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:22:20,729 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/.tmp/hbase.id]:[hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/hbase.id] 2024-11-16T11:22:20,736 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:20,736 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:22:20,736 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T11:22:20,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941 2024-11-16T11:22:20,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101436198d40001, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941 2024-11-16T11:22:20,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:22:21,147 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:22:21,148 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:22:21,148 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:22:21,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:22:21,160 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/data/master/store 2024-11-16T11:22:21,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:22:21,169 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:21,169 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:22:21,169 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:21,169 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:21,169 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:22:21,169 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:21,169 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:21,169 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756141169Disabling compacts and flushes for region at 1731756141169Disabling writes for close at 1731756141169Writing region close event to WAL at 1731756141169Closed at 1731756141169 2024-11-16T11:22:21,175 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/data/master/store/.initializing 2024-11-16T11:22:21,175 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/WALs/a7948fca2832,41319,1731756139803 2024-11-16T11:22:21,176 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:22:21,177 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C41319%2C1731756139803, suffix=, logDir=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/WALs/a7948fca2832,41319,1731756139803, archiveDir=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/oldWALs, maxLogs=10 2024-11-16T11:22:21,182 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T11:22:21,183 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T11:22:21,194 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/WALs/a7948fca2832,41319,1731756139803/a7948fca2832%2C41319%2C1731756139803.1731756141177, exclude list is [], retry=0 2024-11-16T11:22:21,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40009,DS-937eddc7-ceef-49cb-9340-4c7c0a30c41c,DISK] 2024-11-16T11:22:21,201 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/WALs/a7948fca2832,41319,1731756139803/a7948fca2832%2C41319%2C1731756139803.1731756141177 2024-11-16T11:22:21,201 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42613:42613)] 2024-11-16T11:22:21,202 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:22:21,202 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:21,202 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:21,202 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:21,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:21,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:22:21,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:21,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:21,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:21,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:22:21,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:21,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:21,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:21,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:22:21,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:21,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:21,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:21,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:22:21,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:21,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:21,208 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:21,209 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:21,209 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:21,210 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:21,210 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:21,211 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:22:21,211 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:21,220 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:22:21,221 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65275104, jitterRate=-0.027325153350830078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:22:21,221 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731756141202Initializing all the Stores at 1731756141203 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756141203Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756141203Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756141203Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756141203Cleaning up temporary data from old regions at 1731756141210 (+7 ms)Region opened successfully at 1731756141221 (+11 ms) 2024-11-16T11:22:21,224 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:22:21,229 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccb8eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:22:21,230 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:22:21,230 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:22:21,230 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:22:21,230 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:22:21,231 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:22:21,231 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:22:21,231 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:22:21,234 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:22:21,235 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Unable to get data of znode /0-396450941/balancer because node does not exist (not necessarily an error) 2024-11-16T11:22:21,280 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-396450941/balancer already deleted, retry=false 2024-11-16T11:22:21,280 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:22:21,281 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Unable to get data of znode /0-396450941/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:22:21,290 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-396450941/normalizer already deleted, retry=false 2024-11-16T11:22:21,291 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:22:21,296 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Unable to get data of znode /0-396450941/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:22:21,301 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-396450941/switch/split already deleted, retry=false 2024-11-16T11:22:21,301 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Unable to get data of znode /0-396450941/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:22:21,311 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-396450941/switch/merge already deleted, retry=false 2024-11-16T11:22:21,313 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Unable to get data of znode /0-396450941/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:22:21,322 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-396450941/snapshot-cleanup already deleted, retry=false 2024-11-16T11:22:21,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-396450941/running 2024-11-16T11:22:21,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101436198d40001, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-396450941/running 2024-11-16T11:22:21,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941 2024-11-16T11:22:21,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101436198d40001, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941 2024-11-16T11:22:21,334 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,41319,1731756139803, sessionid=0x101436198d40000, setting cluster-up flag (Was=false) 2024-11-16T11:22:21,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941 2024-11-16T11:22:21,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101436198d40001, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941 2024-11-16T11:22:21,385 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-396450941/flush-table-proc/acquired, /0-396450941/flush-table-proc/reached, /0-396450941/flush-table-proc/abort 2024-11-16T11:22:21,386 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,41319,1731756139803 2024-11-16T11:22:21,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101436198d40001, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941 2024-11-16T11:22:21,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941 2024-11-16T11:22:21,437 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-396450941/online-snapshot/acquired, /0-396450941/online-snapshot/reached, /0-396450941/online-snapshot/abort 2024-11-16T11:22:21,438 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,41319,1731756139803 2024-11-16T11:22:21,439 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:22:21,441 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:22:21,441 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:22:21,441 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:22:21,442 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,41319,1731756139803 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:22:21,443 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:22:21,443 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:22:21,443 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:22:21,443 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:22:21,443 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:22:21,443 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:21,443 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:22:21,443 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:21,444 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731756171444 2024-11-16T11:22:21,444 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:22:21,444 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:22:21,444 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:22:21,444 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:22:21,444 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:22:21,444 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:22:21,444 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:22:21,444 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:22:21,445 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:21,445 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:22:21,448 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:21,452 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:22:21,452 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:22:21,452 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:22:21,452 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:22:21,453 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:22:21,453 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:22:21,453 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756141453,5,FailOnTimeoutGroup] 2024-11-16T11:22:21,453 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756141453,5,FailOnTimeoutGroup] 2024-11-16T11:22:21,453 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:21,453 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:22:21,453 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:21,453 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:21,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:22:21,461 INFO [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(746): ClusterId : 54fd7967-4ebd-4cb2-add3-e51f20fc2a53 2024-11-16T11:22:21,461 DEBUG [RS:0;a7948fca2832:41035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:22:21,462 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:22:21,462 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664 2024-11-16T11:22:21,470 DEBUG [RS:0;a7948fca2832:41035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:22:21,470 DEBUG [RS:0;a7948fca2832:41035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:22:21,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741832_1008 (size=32) 2024-11-16T11:22:21,480 DEBUG [RS:0;a7948fca2832:41035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:22:21,481 DEBUG [RS:0;a7948fca2832:41035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecff788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:22:21,498 DEBUG [RS:0;a7948fca2832:41035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:41035 2024-11-16T11:22:21,498 INFO [RS:0;a7948fca2832:41035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:22:21,498 INFO [RS:0;a7948fca2832:41035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:22:21,498 DEBUG [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:22:21,498 INFO [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,41319,1731756139803 with port=41035, startcode=1731756140170 2024-11-16T11:22:21,499 DEBUG [RS:0;a7948fca2832:41035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:22:21,500 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:22:21,500 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41319 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,41035,1731756140170 2024-11-16T11:22:21,500 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41319 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,41035,1731756140170 2024-11-16T11:22:21,502 DEBUG [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664 2024-11-16T11:22:21,502 DEBUG [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39559 2024-11-16T11:22:21,502 DEBUG [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:22:21,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941/rs 2024-11-16T11:22:21,515 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,41035,1731756140170] 2024-11-16T11:22:21,515 DEBUG [RS:0;a7948fca2832:41035 {}] zookeeper.ZKUtil(111): regionserver:41035-0x101436198d40001, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Set watcher on existing znode=/0-396450941/rs/a7948fca2832,41035,1731756140170 2024-11-16T11:22:21,515 WARN [RS:0;a7948fca2832:41035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:22:21,515 INFO [RS:0;a7948fca2832:41035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:22:21,515 DEBUG [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170 2024-11-16T11:22:21,518 INFO [RS:0;a7948fca2832:41035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:22:21,520 INFO [RS:0;a7948fca2832:41035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:22:21,520 INFO [RS:0;a7948fca2832:41035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:22:21,520 INFO [RS:0;a7948fca2832:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:21,520 INFO [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:22:21,521 INFO [RS:0;a7948fca2832:41035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:22:21,521 INFO [RS:0;a7948fca2832:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:21,521 DEBUG [RS:0;a7948fca2832:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:21,521 DEBUG [RS:0;a7948fca2832:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:21,521 DEBUG [RS:0;a7948fca2832:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:21,521 DEBUG [RS:0;a7948fca2832:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:21,521 DEBUG [RS:0;a7948fca2832:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:21,521 DEBUG [RS:0;a7948fca2832:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:22:21,521 DEBUG [RS:0;a7948fca2832:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:21,521 DEBUG [RS:0;a7948fca2832:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:21,521 DEBUG [RS:0;a7948fca2832:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:21,521 DEBUG [RS:0;a7948fca2832:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:21,521 DEBUG [RS:0;a7948fca2832:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:21,521 DEBUG [RS:0;a7948fca2832:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:21,521 DEBUG [RS:0;a7948fca2832:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:22:21,521 DEBUG [RS:0;a7948fca2832:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:22:21,524 INFO [RS:0;a7948fca2832:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:21,524 INFO [RS:0;a7948fca2832:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:21,524 INFO [RS:0;a7948fca2832:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:21,524 INFO [RS:0;a7948fca2832:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:21,524 INFO [RS:0;a7948fca2832:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:21,524 INFO [RS:0;a7948fca2832:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,41035,1731756140170-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:22:21,540 INFO [RS:0;a7948fca2832:41035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:22:21,540 INFO [RS:0;a7948fca2832:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,41035,1731756140170-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:21,540 INFO [RS:0;a7948fca2832:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:21,540 INFO [RS:0;a7948fca2832:41035 {}] regionserver.Replication(171): a7948fca2832,41035,1731756140170 started 2024-11-16T11:22:21,560 INFO [RS:0;a7948fca2832:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:21,560 INFO [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,41035,1731756140170, RpcServer on a7948fca2832/172.17.0.2:41035, sessionid=0x101436198d40001 2024-11-16T11:22:21,560 DEBUG [RS:0;a7948fca2832:41035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:22:21,560 DEBUG [RS:0;a7948fca2832:41035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,41035,1731756140170 2024-11-16T11:22:21,560 DEBUG [RS:0;a7948fca2832:41035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,41035,1731756140170' 2024-11-16T11:22:21,560 DEBUG [RS:0;a7948fca2832:41035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-396450941/flush-table-proc/abort' 2024-11-16T11:22:21,560 DEBUG [RS:0;a7948fca2832:41035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-396450941/flush-table-proc/acquired' 2024-11-16T11:22:21,561 DEBUG [RS:0;a7948fca2832:41035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:22:21,561 DEBUG [RS:0;a7948fca2832:41035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:22:21,561 DEBUG [RS:0;a7948fca2832:41035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,41035,1731756140170 2024-11-16T11:22:21,561 DEBUG [RS:0;a7948fca2832:41035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,41035,1731756140170' 2024-11-16T11:22:21,561 DEBUG [RS:0;a7948fca2832:41035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-396450941/online-snapshot/abort' 2024-11-16T11:22:21,561 DEBUG [RS:0;a7948fca2832:41035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-396450941/online-snapshot/acquired' 2024-11-16T11:22:21,561 DEBUG [RS:0;a7948fca2832:41035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:22:21,561 INFO [RS:0;a7948fca2832:41035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:22:21,561 INFO [RS:0;a7948fca2832:41035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:22:21,662 INFO [RS:0;a7948fca2832:41035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:22:21,663 INFO [RS:0;a7948fca2832:41035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C41035%2C1731756140170, suffix=, logDir=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170, archiveDir=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/oldWALs, maxLogs=10 2024-11-16T11:22:21,675 DEBUG [RS:0;a7948fca2832:41035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756141663, exclude list is [], retry=0 2024-11-16T11:22:21,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40009,DS-937eddc7-ceef-49cb-9340-4c7c0a30c41c,DISK] 2024-11-16T11:22:21,678 INFO [RS:0;a7948fca2832:41035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756141663 2024-11-16T11:22:21,679 DEBUG [RS:0;a7948fca2832:41035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42613:42613)] 2024-11-16T11:22:21,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:21,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:22:21,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:22:21,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:21,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:21,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:22:21,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:22:21,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:21,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:21,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:22:21,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:22:21,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:21,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:21,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:22:21,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:22:21,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:21,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:21,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:22:21,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740 2024-11-16T11:22:21,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740 2024-11-16T11:22:21,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:22:21,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:22:21,879 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:22:21,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:22:21,881 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:22:21,881 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66112269, jitterRate=-0.014850422739982605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:22:21,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731756141871Initializing all the Stores at 1731756141872 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756141872Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756141872Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756141872Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756141872Cleaning up temporary data from old regions at 1731756141879 (+7 ms)Region opened successfully at 1731756141881 (+2 ms) 2024-11-16T11:22:21,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:22:21,882 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:22:21,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:22:21,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:22:21,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:22:21,882 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:22:21,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756141882Disabling compacts and flushes for region at 1731756141882Disabling writes for close at 1731756141882Writing region close event to WAL at 1731756141882Closed at 1731756141882 2024-11-16T11:22:21,883 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:22:21,883 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:22:21,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:22:21,884 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:22:21,884 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:22:22,035 DEBUG [a7948fca2832:41319 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:22:22,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,41035,1731756140170 2024-11-16T11:22:22,036 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,41035,1731756140170, state=OPENING 2024-11-16T11:22:22,079 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:22:22,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101436198d40001, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941 2024-11-16T11:22:22,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941 2024-11-16T11:22:22,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-396450941/meta-region-server: CHANGED 2024-11-16T11:22:22,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-396450941/meta-region-server: CHANGED 2024-11-16T11:22:22,090 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:22:22,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,41035,1731756140170}] 2024-11-16T11:22:22,242 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:22:22,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:22:22,246 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:22:22,246 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:22:22,246 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:22:22,247 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C41035%2C1731756140170.meta, suffix=.meta, logDir=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170, archiveDir=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/oldWALs, maxLogs=10 2024-11-16T11:22:22,260 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.meta.1731756142247.meta, exclude list is [], retry=0 2024-11-16T11:22:22,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40009,DS-937eddc7-ceef-49cb-9340-4c7c0a30c41c,DISK] 2024-11-16T11:22:22,263 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.meta.1731756142247.meta 2024-11-16T11:22:22,263 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42613:42613)] 2024-11-16T11:22:22,263 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:22:22,264 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:22:22,264 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:22:22,264 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:22:22,264 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:22:22,264 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:22:22,264 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:22,264 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:22:22,264 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:22:22,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:22:22,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:22:22,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:22,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:22,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:22:22,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:22:22,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:22,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:22,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:22:22,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:22:22,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:22,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:22,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:22:22,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:22:22,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:22,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:22,268 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:22:22,269 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740 2024-11-16T11:22:22,270 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740 2024-11-16T11:22:22,271 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:22:22,271 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:22:22,271 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:22:22,272 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:22:22,272 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66605388, jitterRate=-0.007502377033233643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:22:22,272 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:22:22,272 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731756142264Writing region info on filesystem at 1731756142264Initializing all the Stores at 1731756142265 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756142265Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756142265Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756142265Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756142265Cleaning up temporary data from old regions at 1731756142271 (+6 ms)Running coprocessor post-open hooks at 1731756142272 (+1 ms)Region opened successfully at 1731756142272 2024-11-16T11:22:22,273 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731756142242 2024-11-16T11:22:22,276 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:22:22,276 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:22:22,277 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,41035,1731756140170 2024-11-16T11:22:22,277 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,41035,1731756140170, state=OPEN 2024-11-16T11:22:22,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-396450941/meta-region-server 2024-11-16T11:22:22,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101436198d40001, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-396450941/meta-region-server 2024-11-16T11:22:22,321 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,41035,1731756140170 2024-11-16T11:22:22,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-396450941/meta-region-server: CHANGED 2024-11-16T11:22:22,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-396450941/meta-region-server: CHANGED 2024-11-16T11:22:22,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:22:22,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,41035,1731756140170 in 230 msec 2024-11-16T11:22:22,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:22:22,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-11-16T11:22:22,324 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:22:22,324 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:22:22,325 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:22:22,325 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,41035,1731756140170, seqNum=-1] 2024-11-16T11:22:22,325 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:22:22,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:22:22,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 888 msec 2024-11-16T11:22:22,329 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731756142329, completionTime=-1 2024-11-16T11:22:22,329 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:22:22,329 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:22:22,331 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:22:22,331 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731756202331 2024-11-16T11:22:22,331 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731756262331 2024-11-16T11:22:22,331 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T11:22:22,331 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,41319,1731756139803-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:22,331 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,41319,1731756139803-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:22,332 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,41319,1731756139803-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:22,332 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:41319, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:22,332 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:22,332 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:22,333 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:22:22,334 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.012sec 2024-11-16T11:22:22,334 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:22:22,334 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:22:22,334 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:22:22,334 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:22:22,334 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:22:22,334 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,41319,1731756139803-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:22:22,334 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,41319,1731756139803-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:22:22,336 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:22:22,336 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:22:22,336 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,41319,1731756139803-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:22,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5223fded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:22,362 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,41319,-1 for getting cluster id 2024-11-16T11:22:22,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:22:22,363 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54fd7967-4ebd-4cb2-add3-e51f20fc2a53' 2024-11-16T11:22:22,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:22:22,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54fd7967-4ebd-4cb2-add3-e51f20fc2a53" 2024-11-16T11:22:22,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2590ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:22,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,41319,-1] 2024-11-16T11:22:22,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:22:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:22,365 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:22:22,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac718c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:22,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:22:22,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,41035,1731756140170, seqNum=-1] 2024-11-16T11:22:22,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:22:22,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:22:22,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,41319,1731756139803 2024-11-16T11:22:22,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59326 2024-11-16T11:22:22,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:22:22,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101436198d40002 connected 2024-11-16T11:22:22,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/hadoop.log.dir so I do NOT create it in target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c 2024-11-16T11:22:22,397 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:22:22,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/hadoop.tmp.dir so I do NOT create it in target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c 2024-11-16T11:22:22,398 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:22:22,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c 2024-11-16T11:22:22,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:22:22,398 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/cluster_cd2542bc-c66c-cfee-ab9d-681bf903e58c, deleteOnExit=true 2024-11-16T11:22:22,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:22:22,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/test.cache.data in system properties and HBase conf 2024-11-16T11:22:22,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:22:22,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:22:22,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:22:22,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:22:22,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:22:22,399 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:22:22,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:22:22,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:22:22,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:22:22,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:22:22,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:22:22,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:22:22,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:22:22,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:22:22,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:22:22,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:22:22,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:22:22,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:22:22,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:22:22,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:22:22,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:22:22,701 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:22:22,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:22:22,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:22:22,705 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:22:22,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:22:22,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@252587db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:22:22,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6627d46b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:22:22,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45ae4538{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/java.io.tmpdir/jetty-localhost-33425-hadoop-hdfs-3_4_1-tests_jar-_-any-2744080238349076426/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:22:22,800 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f392555{HTTP/1.1, (http/1.1)}{localhost:33425} 2024-11-16T11:22:22,800 INFO [Time-limited test {}] server.Server(415): Started @336663ms 2024-11-16T11:22:23,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:22:23,038 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:22:23,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:22:23,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:22:23,040 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:22:23,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c4eba30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:22:23,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42cb9d4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:22:23,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f556e7f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/java.io.tmpdir/jetty-localhost-43885-hadoop-hdfs-3_4_1-tests_jar-_-any-12642079712409086497/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:22:23,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b583009{HTTP/1.1, (http/1.1)}{localhost:43885} 2024-11-16T11:22:23,154 INFO [Time-limited test {}] server.Server(415): Started @337017ms 2024-11-16T11:22:23,155 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:22:23,835 WARN [Thread-4438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/cluster_cd2542bc-c66c-cfee-ab9d-681bf903e58c/data/data1/current/BP-105928814-172.17.0.2-1731756142418/current, will proceed with Du for space computation calculation, 2024-11-16T11:22:23,836 WARN [Thread-4439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/cluster_cd2542bc-c66c-cfee-ab9d-681bf903e58c/data/data2/current/BP-105928814-172.17.0.2-1731756142418/current, will proceed with Du for space computation calculation, 2024-11-16T11:22:23,855 WARN [Thread-4426 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:22:23,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc81e571b82d3974d with lease ID 0xe57cfbfa69171d7f: Processing first storage report for DS-b8e5c5ce-93fb-4b83-a3f8-982b668100e0 from datanode DatanodeRegistration(127.0.0.1:40065, datanodeUuid=2f453eef-de8f-4cf0-9542-e9fe27e0dcee, infoPort=39441, infoSecurePort=0, ipcPort=45149, storageInfo=lv=-57;cid=testClusterID;nsid=1558805942;c=1731756142418) 2024-11-16T11:22:23,857 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc81e571b82d3974d with lease ID 0xe57cfbfa69171d7f: from storage DS-b8e5c5ce-93fb-4b83-a3f8-982b668100e0 node DatanodeRegistration(127.0.0.1:40065, datanodeUuid=2f453eef-de8f-4cf0-9542-e9fe27e0dcee, infoPort=39441, infoSecurePort=0, ipcPort=45149, storageInfo=lv=-57;cid=testClusterID;nsid=1558805942;c=1731756142418), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:22:23,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc81e571b82d3974d with lease ID 0xe57cfbfa69171d7f: Processing first storage report for DS-9b54f597-2009-49ca-82a8-a5dc1564146f from datanode DatanodeRegistration(127.0.0.1:40065, datanodeUuid=2f453eef-de8f-4cf0-9542-e9fe27e0dcee, infoPort=39441, infoSecurePort=0, ipcPort=45149, storageInfo=lv=-57;cid=testClusterID;nsid=1558805942;c=1731756142418) 2024-11-16T11:22:23,857 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc81e571b82d3974d with lease ID 0xe57cfbfa69171d7f: from storage DS-9b54f597-2009-49ca-82a8-a5dc1564146f node DatanodeRegistration(127.0.0.1:40065, datanodeUuid=2f453eef-de8f-4cf0-9542-e9fe27e0dcee, infoPort=39441, infoSecurePort=0, ipcPort=45149, storageInfo=lv=-57;cid=testClusterID;nsid=1558805942;c=1731756142418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:22:23,878 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c 2024-11-16T11:22:23,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:23,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:23,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:22:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T11:22:23,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T11:22:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T11:22:23,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T11:22:23,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:22:23,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T11:22:23,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T11:22:23,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T11:22:24,286 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49 with version=8 2024-11-16T11:22:24,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/hbase-staging 2024-11-16T11:22:24,288 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:22:24,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:24,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:24,288 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:22:24,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:24,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:22:24,288 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:22:24,288 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:22:24,288 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42419 2024-11-16T11:22:24,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42419 connecting to ZooKeeper ensemble=127.0.0.1:59326 2024-11-16T11:22:24,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424190x0, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:22:24,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42419-0x101436198d40003 connected 2024-11-16T11:22:24,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:24,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:24,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Set watcher on znode that does not yet exist, /1-2020878667/running 2024-11-16T11:22:24,418 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49, hbase.cluster.distributed=false 2024-11-16T11:22:24,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Set watcher on znode that does not yet exist, /1-2020878667/acl 2024-11-16T11:22:24,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42419 2024-11-16T11:22:24,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42419 2024-11-16T11:22:24,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42419 2024-11-16T11:22:24,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42419 2024-11-16T11:22:24,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42419 2024-11-16T11:22:24,453 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:22:24,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:24,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:24,453 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:22:24,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:24,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:22:24,454 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:22:24,454 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:22:24,456 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43801 2024-11-16T11:22:24,457 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43801 connecting to ZooKeeper ensemble=127.0.0.1:59326 2024-11-16T11:22:24,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:24,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:24,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438010x0, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:22:24,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438010x0, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Set watcher on znode that does not yet exist, /1-2020878667/running 2024-11-16T11:22:24,472 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:22:24,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43801-0x101436198d40004 connected 2024-11-16T11:22:24,477 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:22:24,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43801-0x101436198d40004, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Set watcher on znode that does not yet exist, /1-2020878667/master 2024-11-16T11:22:24,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43801-0x101436198d40004, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Set watcher on znode that does not yet exist, /1-2020878667/acl 2024-11-16T11:22:24,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43801 2024-11-16T11:22:24,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43801 2024-11-16T11:22:24,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43801 2024-11-16T11:22:24,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43801 2024-11-16T11:22:24,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43801 2024-11-16T11:22:24,502 DEBUG [M:0;a7948fca2832:42419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:42419 2024-11-16T11:22:24,504 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2020878667/backup-masters/a7948fca2832,42419,1731756144287 2024-11-16T11:22:24,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43801-0x101436198d40004, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2020878667/backup-masters 2024-11-16T11:22:24,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2020878667/backup-masters 2024-11-16T11:22:24,512 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Set watcher on existing znode=/1-2020878667/backup-masters/a7948fca2832,42419,1731756144287 2024-11-16T11:22:24,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2020878667 2024-11-16T11:22:24,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43801-0x101436198d40004, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2020878667/master 2024-11-16T11:22:24,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43801-0x101436198d40004, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2020878667 2024-11-16T11:22:24,522 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Set watcher on existing znode=/1-2020878667/master 2024-11-16T11:22:24,522 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2020878667/backup-masters/a7948fca2832,42419,1731756144287 from backup master directory 2024-11-16T11:22:24,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43801-0x101436198d40004, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2020878667/backup-masters 2024-11-16T11:22:24,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2020878667/backup-masters/a7948fca2832,42419,1731756144287 2024-11-16T11:22:24,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2020878667/backup-masters 2024-11-16T11:22:24,532 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:22:24,532 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,42419,1731756144287 2024-11-16T11:22:24,535 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/hbase.id] with ID: 006103f4-ce5c-40ea-98e7-85f83c09ba74 2024-11-16T11:22:24,535 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/.tmp/hbase.id 2024-11-16T11:22:24,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:22:24,548 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/.tmp/hbase.id]:[hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/hbase.id] 2024-11-16T11:22:24,555 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:24,555 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:22:24,556 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T11:22:24,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2020878667 2024-11-16T11:22:24,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43801-0x101436198d40004, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2020878667 2024-11-16T11:22:24,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:22:24,971 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:22:24,972 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:22:24,972 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:22:24,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:22:25,378 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/data/master/store 2024-11-16T11:22:25,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:22:25,782 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:25,782 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:22:25,782 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:25,782 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:25,782 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:22:25,782 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:25,782 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:25,783 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756145782Disabling compacts and flushes for region at 1731756145782Disabling writes for close at 1731756145782Writing region close event to WAL at 1731756145782Closed at 1731756145782 2024-11-16T11:22:25,783 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/data/master/store/.initializing 2024-11-16T11:22:25,783 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/WALs/a7948fca2832,42419,1731756144287 2024-11-16T11:22:25,784 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:22:25,786 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C42419%2C1731756144287, suffix=, logDir=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/WALs/a7948fca2832,42419,1731756144287, archiveDir=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/oldWALs, maxLogs=10 2024-11-16T11:22:25,799 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/WALs/a7948fca2832,42419,1731756144287/a7948fca2832%2C42419%2C1731756144287.1731756145786, exclude list is [], retry=0 2024-11-16T11:22:25,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40065,DS-b8e5c5ce-93fb-4b83-a3f8-982b668100e0,DISK] 2024-11-16T11:22:25,802 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/WALs/a7948fca2832,42419,1731756144287/a7948fca2832%2C42419%2C1731756144287.1731756145786 2024-11-16T11:22:25,802 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39441:39441)] 2024-11-16T11:22:25,802 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:22:25,802 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:25,802 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:25,802 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:25,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:25,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:22:25,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:25,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:25,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:25,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:22:25,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:25,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:25,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:25,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:22:25,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:25,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:25,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:25,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:22:25,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:25,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:25,807 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:25,808 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:25,808 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:25,809 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:25,809 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:25,809 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:22:25,810 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:25,811 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:22:25,811 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61122793, jitterRate=-0.08919940888881683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:22:25,811 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731756145802Initializing all the Stores at 1731756145803 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756145803Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756145803Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756145803Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756145803Cleaning up temporary data from old regions at 1731756145809 (+6 ms)Region opened successfully at 1731756145811 (+2 ms) 2024-11-16T11:22:25,812 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:22:25,814 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5218f179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:22:25,814 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:22:25,814 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:22:25,815 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:22:25,815 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:22:25,815 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:22:25,815 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:22:25,815 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:22:25,817 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:22:25,818 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Unable to get data of znode /1-2020878667/balancer because node does not exist (not necessarily an error) 2024-11-16T11:22:25,858 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2020878667/balancer already deleted, retry=false 2024-11-16T11:22:25,859 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:22:25,859 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Unable to get data of znode /1-2020878667/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:22:25,869 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2020878667/normalizer already deleted, retry=false 2024-11-16T11:22:25,869 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:22:25,870 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Unable to get data of znode /1-2020878667/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:22:25,879 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2020878667/switch/split already deleted, retry=false 2024-11-16T11:22:25,880 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Unable to get data of znode /1-2020878667/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:22:25,890 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2020878667/switch/merge already deleted, retry=false 2024-11-16T11:22:25,891 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Unable to get data of znode /1-2020878667/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:22:25,900 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2020878667/snapshot-cleanup already deleted, retry=false 2024-11-16T11:22:25,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2020878667/running 2024-11-16T11:22:25,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43801-0x101436198d40004, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2020878667/running 2024-11-16T11:22:25,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43801-0x101436198d40004, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2020878667 2024-11-16T11:22:25,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2020878667 2024-11-16T11:22:25,911 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,42419,1731756144287, sessionid=0x101436198d40003, setting cluster-up flag (Was=false) 2024-11-16T11:22:25,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2020878667 2024-11-16T11:22:25,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43801-0x101436198d40004, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2020878667 2024-11-16T11:22:25,963 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2020878667/flush-table-proc/acquired, /1-2020878667/flush-table-proc/reached, /1-2020878667/flush-table-proc/abort 2024-11-16T11:22:25,964 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,42419,1731756144287 2024-11-16T11:22:25,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2020878667 2024-11-16T11:22:25,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43801-0x101436198d40004, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2020878667 2024-11-16T11:22:26,016 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2020878667/online-snapshot/acquired, /1-2020878667/online-snapshot/reached, /1-2020878667/online-snapshot/abort 2024-11-16T11:22:26,017 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,42419,1731756144287 2024-11-16T11:22:26,017 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:22:26,018 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:22:26,018 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:22:26,019 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:22:26,019 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,42419,1731756144287 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:22:26,020 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:22:26,020 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:22:26,020 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:22:26,020 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:22:26,020 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:22:26,020 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:26,020 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:22:26,020 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:26,020 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731756176020 2024-11-16T11:22:26,020 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:22:26,021 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:22:26,021 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:22:26,021 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:22:26,021 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:22:26,021 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:22:26,021 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:22:26,021 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:26,021 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:22:26,021 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:22:26,021 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:22:26,021 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:22:26,021 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:22:26,021 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:22:26,021 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:22:26,022 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:26,022 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756146021,5,FailOnTimeoutGroup] 2024-11-16T11:22:26,022 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:22:26,022 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756146022,5,FailOnTimeoutGroup] 2024-11-16T11:22:26,022 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:26,022 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:22:26,022 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:26,022 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:26,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:22:26,090 INFO [RS:0;a7948fca2832:43801 {}] regionserver.HRegionServer(746): ClusterId : 006103f4-ce5c-40ea-98e7-85f83c09ba74 2024-11-16T11:22:26,090 DEBUG [RS:0;a7948fca2832:43801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:22:26,101 DEBUG [RS:0;a7948fca2832:43801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:22:26,101 DEBUG [RS:0;a7948fca2832:43801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:22:26,111 DEBUG [RS:0;a7948fca2832:43801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:22:26,111 DEBUG [RS:0;a7948fca2832:43801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ca6e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:22:26,122 DEBUG [RS:0;a7948fca2832:43801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:43801 2024-11-16T11:22:26,122 INFO [RS:0;a7948fca2832:43801 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:22:26,122 INFO [RS:0;a7948fca2832:43801 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:22:26,122 DEBUG [RS:0;a7948fca2832:43801 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:22:26,123 INFO [RS:0;a7948fca2832:43801 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,42419,1731756144287 with port=43801, startcode=1731756144453 2024-11-16T11:22:26,123 DEBUG [RS:0;a7948fca2832:43801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:22:26,124 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:22:26,124 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42419 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,43801,1731756144453 2024-11-16T11:22:26,124 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42419 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,43801,1731756144453 2024-11-16T11:22:26,125 DEBUG [RS:0;a7948fca2832:43801 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49 2024-11-16T11:22:26,125 DEBUG [RS:0;a7948fca2832:43801 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39471 2024-11-16T11:22:26,125 DEBUG [RS:0;a7948fca2832:43801 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:22:26,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2020878667/rs 2024-11-16T11:22:26,174 DEBUG [RS:0;a7948fca2832:43801 {}] zookeeper.ZKUtil(111): regionserver:43801-0x101436198d40004, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Set watcher on existing znode=/1-2020878667/rs/a7948fca2832,43801,1731756144453 2024-11-16T11:22:26,174 WARN [RS:0;a7948fca2832:43801 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:22:26,175 INFO [RS:0;a7948fca2832:43801 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:22:26,175 DEBUG [RS:0;a7948fca2832:43801 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/WALs/a7948fca2832,43801,1731756144453 2024-11-16T11:22:26,175 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,43801,1731756144453] 2024-11-16T11:22:26,177 INFO [RS:0;a7948fca2832:43801 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:22:26,178 INFO [RS:0;a7948fca2832:43801 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:22:26,178 INFO [RS:0;a7948fca2832:43801 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:22:26,178 INFO [RS:0;a7948fca2832:43801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:26,178 INFO [RS:0;a7948fca2832:43801 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:22:26,179 INFO [RS:0;a7948fca2832:43801 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:22:26,179 INFO [RS:0;a7948fca2832:43801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:26,179 DEBUG [RS:0;a7948fca2832:43801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:26,179 DEBUG [RS:0;a7948fca2832:43801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:26,179 DEBUG [RS:0;a7948fca2832:43801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:26,179 DEBUG [RS:0;a7948fca2832:43801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:26,179 DEBUG [RS:0;a7948fca2832:43801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:26,179 DEBUG [RS:0;a7948fca2832:43801 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:22:26,179 DEBUG [RS:0;a7948fca2832:43801 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:26,179 DEBUG [RS:0;a7948fca2832:43801 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:26,179 DEBUG [RS:0;a7948fca2832:43801 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:26,179 DEBUG [RS:0;a7948fca2832:43801 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:26,179 DEBUG [RS:0;a7948fca2832:43801 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:26,179 DEBUG [RS:0;a7948fca2832:43801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:26,179 DEBUG [RS:0;a7948fca2832:43801 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:22:26,179 DEBUG [RS:0;a7948fca2832:43801 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:22:26,179 INFO [RS:0;a7948fca2832:43801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:26,179 INFO [RS:0;a7948fca2832:43801 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:26,179 INFO [RS:0;a7948fca2832:43801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:26,179 INFO [RS:0;a7948fca2832:43801 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:26,179 INFO [RS:0;a7948fca2832:43801 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:26,179 INFO [RS:0;a7948fca2832:43801 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,43801,1731756144453-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:22:26,191 INFO [RS:0;a7948fca2832:43801 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:22:26,191 INFO [RS:0;a7948fca2832:43801 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,43801,1731756144453-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:26,192 INFO [RS:0;a7948fca2832:43801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:26,192 INFO [RS:0;a7948fca2832:43801 {}] regionserver.Replication(171): a7948fca2832,43801,1731756144453 started 2024-11-16T11:22:26,203 INFO [RS:0;a7948fca2832:43801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:26,203 INFO [RS:0;a7948fca2832:43801 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,43801,1731756144453, RpcServer on a7948fca2832/172.17.0.2:43801, sessionid=0x101436198d40004 2024-11-16T11:22:26,203 DEBUG [RS:0;a7948fca2832:43801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:22:26,203 DEBUG [RS:0;a7948fca2832:43801 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,43801,1731756144453 2024-11-16T11:22:26,203 DEBUG [RS:0;a7948fca2832:43801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,43801,1731756144453' 2024-11-16T11:22:26,203 DEBUG [RS:0;a7948fca2832:43801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2020878667/flush-table-proc/abort' 2024-11-16T11:22:26,203 DEBUG [RS:0;a7948fca2832:43801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2020878667/flush-table-proc/acquired' 2024-11-16T11:22:26,204 DEBUG [RS:0;a7948fca2832:43801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:22:26,204 DEBUG [RS:0;a7948fca2832:43801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:22:26,204 DEBUG [RS:0;a7948fca2832:43801 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,43801,1731756144453 2024-11-16T11:22:26,204 DEBUG [RS:0;a7948fca2832:43801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,43801,1731756144453' 2024-11-16T11:22:26,204 DEBUG [RS:0;a7948fca2832:43801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2020878667/online-snapshot/abort' 2024-11-16T11:22:26,204 DEBUG [RS:0;a7948fca2832:43801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2020878667/online-snapshot/acquired' 2024-11-16T11:22:26,204 DEBUG [RS:0;a7948fca2832:43801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:22:26,204 INFO [RS:0;a7948fca2832:43801 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:22:26,204 INFO [RS:0;a7948fca2832:43801 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:22:26,304 INFO [RS:0;a7948fca2832:43801 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:22:26,305 INFO [RS:0;a7948fca2832:43801 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C43801%2C1731756144453, suffix=, logDir=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/WALs/a7948fca2832,43801,1731756144453, archiveDir=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/oldWALs, maxLogs=10 2024-11-16T11:22:26,317 DEBUG [RS:0;a7948fca2832:43801 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/WALs/a7948fca2832,43801,1731756144453/a7948fca2832%2C43801%2C1731756144453.1731756146306, exclude list is [], retry=0 2024-11-16T11:22:26,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40065,DS-b8e5c5ce-93fb-4b83-a3f8-982b668100e0,DISK] 2024-11-16T11:22:26,320 INFO [RS:0;a7948fca2832:43801 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/WALs/a7948fca2832,43801,1731756144453/a7948fca2832%2C43801%2C1731756144453.1731756146306 2024-11-16T11:22:26,320 DEBUG [RS:0;a7948fca2832:43801 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39441:39441)] 2024-11-16T11:22:26,430 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:22:26,430 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49 2024-11-16T11:22:26,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741833_1009 (size=32) 2024-11-16T11:22:26,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:26,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:22:26,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:22:26,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:26,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:26,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:22:26,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:22:26,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:26,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:26,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:22:26,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:22:26,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:26,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:26,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:22:26,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:22:26,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:26,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:26,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:22:26,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740 2024-11-16T11:22:26,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740 2024-11-16T11:22:26,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:22:26,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:22:26,444 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:22:26,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:22:26,446 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:22:26,446 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62006896, jitterRate=-0.07602524757385254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:22:26,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731756146435Initializing all the Stores at 1731756146436 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756146436Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756146436Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756146436Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756146436Cleaning up temporary data from old regions at 1731756146444 (+8 ms)Region opened successfully at 1731756146446 (+2 ms) 2024-11-16T11:22:26,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:22:26,446 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:22:26,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:22:26,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:22:26,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:22:26,447 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:22:26,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756146446Disabling compacts and flushes for region at 1731756146446Disabling writes for close at 1731756146446Writing region close event to WAL at 1731756146447 (+1 ms)Closed at 1731756146447 2024-11-16T11:22:26,447 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:22:26,447 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:22:26,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:22:26,448 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:22:26,449 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:22:26,599 DEBUG [a7948fca2832:42419 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:22:26,599 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,43801,1731756144453 2024-11-16T11:22:26,600 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,43801,1731756144453, state=OPENING 2024-11-16T11:22:26,648 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:22:26,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43801-0x101436198d40004, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2020878667 2024-11-16T11:22:26,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2020878667 2024-11-16T11:22:26,659 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:22:26,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2020878667/meta-region-server: CHANGED 2024-11-16T11:22:26,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2020878667/meta-region-server: CHANGED 2024-11-16T11:22:26,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,43801,1731756144453}] 2024-11-16T11:22:26,810 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:22:26,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:22:26,814 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:22:26,814 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:22:26,814 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:22:26,815 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C43801%2C1731756144453.meta, suffix=.meta, logDir=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/WALs/a7948fca2832,43801,1731756144453, archiveDir=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/oldWALs, maxLogs=10 2024-11-16T11:22:26,826 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/WALs/a7948fca2832,43801,1731756144453/a7948fca2832%2C43801%2C1731756144453.meta.1731756146815.meta, exclude list is [], retry=0 2024-11-16T11:22:26,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40065,DS-b8e5c5ce-93fb-4b83-a3f8-982b668100e0,DISK] 2024-11-16T11:22:26,829 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/WALs/a7948fca2832,43801,1731756144453/a7948fca2832%2C43801%2C1731756144453.meta.1731756146815.meta 2024-11-16T11:22:26,829 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39441:39441)] 2024-11-16T11:22:26,829 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:22:26,829 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:22:26,829 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:22:26,829 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:22:26,829 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:22:26,829 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:22:26,829 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:26,830 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:22:26,830 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:22:26,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:22:26,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:22:26,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:26,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:26,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:22:26,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:22:26,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:26,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:26,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:22:26,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:22:26,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:26,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:26,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:22:26,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:22:26,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:26,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:26,834 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:22:26,834 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740 2024-11-16T11:22:26,835 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740 2024-11-16T11:22:26,836 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:22:26,836 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:22:26,836 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:22:26,837 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:22:26,837 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71831165, jitterRate=0.07036776840686798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:22:26,837 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:22:26,837 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731756146830Writing region info on filesystem at 1731756146830Initializing all the Stores at 1731756146830Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756146830Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756146830Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756146830Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756146830Cleaning up temporary data from old regions at 1731756146836 (+6 ms)Running coprocessor post-open hooks at 1731756146837 (+1 ms)Region opened successfully at 1731756146837 2024-11-16T11:22:26,838 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731756146810 2024-11-16T11:22:26,840 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:22:26,840 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:22:26,840 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,43801,1731756144453 2024-11-16T11:22:26,841 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,43801,1731756144453, state=OPEN 2024-11-16T11:22:26,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43801-0x101436198d40004, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2020878667/meta-region-server 2024-11-16T11:22:26,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2020878667/meta-region-server 2024-11-16T11:22:26,848 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,43801,1731756144453 2024-11-16T11:22:26,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2020878667/meta-region-server: CHANGED 2024-11-16T11:22:26,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2020878667/meta-region-server: CHANGED 2024-11-16T11:22:26,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:22:26,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,43801,1731756144453 in 189 msec 2024-11-16T11:22:26,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:22:26,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-11-16T11:22:26,851 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:22:26,851 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:22:26,851 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:22:26,852 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,43801,1731756144453, seqNum=-1] 2024-11-16T11:22:26,852 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:22:26,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:22:26,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 836 msec 2024-11-16T11:22:26,856 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731756146856, completionTime=-1 2024-11-16T11:22:26,856 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:22:26,856 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:22:26,857 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:22:26,857 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731756206857 2024-11-16T11:22:26,857 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731756266857 2024-11-16T11:22:26,857 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T11:22:26,857 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,42419,1731756144287-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:26,857 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,42419,1731756144287-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:26,857 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,42419,1731756144287-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:26,857 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:42419, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:26,857 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:26,858 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:26,859 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:22:26,860 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.328sec 2024-11-16T11:22:26,860 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:22:26,860 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:22:26,860 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:22:26,860 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:22:26,860 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:22:26,860 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,42419,1731756144287-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:22:26,860 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,42419,1731756144287-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:22:26,862 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:22:26,862 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:22:26,862 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,42419,1731756144287-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:26,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7240d2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:26,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,42419,-1 for getting cluster id 2024-11-16T11:22:26,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:22:26,892 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '006103f4-ce5c-40ea-98e7-85f83c09ba74' 2024-11-16T11:22:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:22:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "006103f4-ce5c-40ea-98e7-85f83c09ba74" 2024-11-16T11:22:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17bdc85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,42419,-1] 2024-11-16T11:22:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:22:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:26,893 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:22:26,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2633fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:26,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:22:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,43801,1731756144453, seqNum=-1] 2024-11-16T11:22:26,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:22:26,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:22:26,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,42419,1731756144287 2024-11-16T11:22:26,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59326 2024-11-16T11:22:26,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:22:26,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101436198d40005 connected 2024-11-16T11:22:27,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/hadoop.log.dir so I do NOT create it in target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6 2024-11-16T11:22:27,106 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:22:27,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/hadoop.tmp.dir so I do NOT create it in target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6 2024-11-16T11:22:27,106 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:22:27,106 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6 2024-11-16T11:22:27,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:22:27,106 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/cluster_c4c75f4f-1bcc-2106-2330-1a5f51330202, deleteOnExit=true 2024-11-16T11:22:27,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:22:27,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/test.cache.data in system properties and HBase conf 2024-11-16T11:22:27,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:22:27,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:22:27,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:22:27,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:22:27,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:22:27,107 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:22:27,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:22:27,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:22:27,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:22:27,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:22:27,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:22:27,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:22:27,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:22:27,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:22:27,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:22:27,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:22:27,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:22:27,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:22:27,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:22:27,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:22:27,444 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T11:22:27,445 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:27,445 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:27,445 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:27,446 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:27,446 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:27,485 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:27,486 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:27,486 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:27,486 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:27,486 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:27,486 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:27,493 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:27,495 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:27,495 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:27,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:22:27,556 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:22:27,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:22:27,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:22:27,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:22:27,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:22:27,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@205fa040{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:22:27,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2adc35fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:22:27,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37627d0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/java.io.tmpdir/jetty-localhost-37409-hadoop-hdfs-3_4_1-tests_jar-_-any-15365152731980623759/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:22:27,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35a49fbd{HTTP/1.1, (http/1.1)}{localhost:37409} 2024-11-16T11:22:27,660 INFO [Time-limited test {}] server.Server(415): Started @341523ms 2024-11-16T11:22:27,998 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:22:28,002 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:22:28,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:22:28,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:22:28,006 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:22:28,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75074f2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:22:28,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d8dfaa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:22:28,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3825ee67{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/java.io.tmpdir/jetty-localhost-44795-hadoop-hdfs-3_4_1-tests_jar-_-any-17339152509180853301/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:22:28,112 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6240a473{HTTP/1.1, (http/1.1)}{localhost:44795} 2024-11-16T11:22:28,112 INFO [Time-limited test {}] server.Server(415): Started @341975ms 2024-11-16T11:22:28,114 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:22:28,786 WARN [Thread-4559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/cluster_c4c75f4f-1bcc-2106-2330-1a5f51330202/data/data1/current/BP-1318255520-172.17.0.2-1731756147136/current, will proceed with Du for space computation calculation, 2024-11-16T11:22:28,786 WARN [Thread-4560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/cluster_c4c75f4f-1bcc-2106-2330-1a5f51330202/data/data2/current/BP-1318255520-172.17.0.2-1731756147136/current, will proceed with Du for space computation calculation, 2024-11-16T11:22:28,802 WARN [Thread-4547 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:22:28,804 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e75c25a20816c6d with lease ID 0x86f9f4b55fbe8295: Processing first storage report for DS-2791a795-5ca6-45f2-a5d1-1fda9234a618 from datanode DatanodeRegistration(127.0.0.1:37267, datanodeUuid=725e5f6a-cabe-4d6a-a463-5898e6b80791, infoPort=37183, infoSecurePort=0, ipcPort=37459, storageInfo=lv=-57;cid=testClusterID;nsid=283199510;c=1731756147136) 2024-11-16T11:22:28,804 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e75c25a20816c6d with lease ID 0x86f9f4b55fbe8295: from storage DS-2791a795-5ca6-45f2-a5d1-1fda9234a618 node DatanodeRegistration(127.0.0.1:37267, datanodeUuid=725e5f6a-cabe-4d6a-a463-5898e6b80791, infoPort=37183, infoSecurePort=0, ipcPort=37459, storageInfo=lv=-57;cid=testClusterID;nsid=283199510;c=1731756147136), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:22:28,804 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e75c25a20816c6d with lease ID 0x86f9f4b55fbe8295: Processing first storage report for DS-258710d7-4e78-4c33-b1fd-af63d6a34c00 from datanode DatanodeRegistration(127.0.0.1:37267, datanodeUuid=725e5f6a-cabe-4d6a-a463-5898e6b80791, infoPort=37183, infoSecurePort=0, ipcPort=37459, storageInfo=lv=-57;cid=testClusterID;nsid=283199510;c=1731756147136) 2024-11-16T11:22:28,804 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e75c25a20816c6d with lease ID 0x86f9f4b55fbe8295: from storage DS-258710d7-4e78-4c33-b1fd-af63d6a34c00 node DatanodeRegistration(127.0.0.1:37267, datanodeUuid=725e5f6a-cabe-4d6a-a463-5898e6b80791, infoPort=37183, infoSecurePort=0, ipcPort=37459, storageInfo=lv=-57;cid=testClusterID;nsid=283199510;c=1731756147136), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:22:28,856 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6 2024-11-16T11:22:28,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:28,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:28,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:22:28,865 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4 with version=8 2024-11-16T11:22:28,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/hbase-staging 2024-11-16T11:22:28,867 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:22:28,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:28,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:28,867 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:22:28,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:28,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:22:28,867 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:22:28,867 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:22:28,868 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46159 2024-11-16T11:22:28,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46159 connecting to ZooKeeper ensemble=127.0.0.1:59326 2024-11-16T11:22:28,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461590x0, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:22:28,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46159-0x101436198d40006 connected 2024-11-16T11:22:28,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:28,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:28,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Set watcher on znode that does not yet exist, /2-927332895/running 2024-11-16T11:22:28,969 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4, hbase.cluster.distributed=false 2024-11-16T11:22:28,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Set watcher on znode that does not yet exist, /2-927332895/acl 2024-11-16T11:22:28,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46159 2024-11-16T11:22:28,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46159 2024-11-16T11:22:28,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46159 2024-11-16T11:22:28,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46159 2024-11-16T11:22:28,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46159 2024-11-16T11:22:28,987 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:22:28,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:28,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:28,987 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:22:28,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:22:28,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:22:28,987 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:22:28,987 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:22:28,987 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39261 2024-11-16T11:22:28,988 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39261 connecting to ZooKeeper ensemble=127.0.0.1:59326 2024-11-16T11:22:28,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:28,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:29,006 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392610x0, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:22:29,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39261-0x101436198d40007 connected 2024-11-16T11:22:29,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39261-0x101436198d40007, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Set watcher on znode that does not yet exist, /2-927332895/running 2024-11-16T11:22:29,007 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:22:29,007 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:22:29,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39261-0x101436198d40007, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Set watcher on znode that does not yet exist, /2-927332895/master 2024-11-16T11:22:29,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39261-0x101436198d40007, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Set watcher on znode that does not yet exist, /2-927332895/acl 2024-11-16T11:22:29,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39261 2024-11-16T11:22:29,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39261 2024-11-16T11:22:29,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39261 2024-11-16T11:22:29,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39261 2024-11-16T11:22:29,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39261 2024-11-16T11:22:29,038 DEBUG [M:0;a7948fca2832:46159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:46159 2024-11-16T11:22:29,038 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-927332895/backup-masters/a7948fca2832,46159,1731756148866 2024-11-16T11:22:29,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-927332895/backup-masters 2024-11-16T11:22:29,048 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39261-0x101436198d40007, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-927332895/backup-masters 2024-11-16T11:22:29,048 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Set watcher on existing znode=/2-927332895/backup-masters/a7948fca2832,46159,1731756148866 2024-11-16T11:22:29,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-927332895 2024-11-16T11:22:29,058 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39261-0x101436198d40007, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-927332895/master 2024-11-16T11:22:29,058 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39261-0x101436198d40007, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-927332895 2024-11-16T11:22:29,059 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Set watcher on existing znode=/2-927332895/master 2024-11-16T11:22:29,059 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-927332895/backup-masters/a7948fca2832,46159,1731756148866 from backup master directory 2024-11-16T11:22:29,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-927332895/backup-masters/a7948fca2832,46159,1731756148866 2024-11-16T11:22:29,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-927332895/backup-masters 2024-11-16T11:22:29,069 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39261-0x101436198d40007, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-927332895/backup-masters 2024-11-16T11:22:29,069 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:22:29,069 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,46159,1731756148866 2024-11-16T11:22:29,071 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/hbase.id] with ID: e8a74fb8-f961-46a4-8934-ba1a91bbb8c0 2024-11-16T11:22:29,071 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/.tmp/hbase.id 2024-11-16T11:22:29,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:22:29,475 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/.tmp/hbase.id]:[hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/hbase.id] 2024-11-16T11:22:29,483 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:29,483 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:22:29,483 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T11:22:29,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-927332895 2024-11-16T11:22:29,532 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39261-0x101436198d40007, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-927332895 2024-11-16T11:22:29,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:22:29,936 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:22:29,937 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:22:29,937 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:22:29,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:22:30,343 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/data/master/store 2024-11-16T11:22:30,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:22:30,747 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:30,747 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:22:30,747 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:30,747 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:30,748 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:22:30,748 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:30,748 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:30,748 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756150747Disabling compacts and flushes for region at 1731756150747Disabling writes for close at 1731756150748 (+1 ms)Writing region close event to WAL at 1731756150748Closed at 1731756150748 2024-11-16T11:22:30,748 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/data/master/store/.initializing 2024-11-16T11:22:30,748 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/WALs/a7948fca2832,46159,1731756148866 2024-11-16T11:22:30,749 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:22:30,750 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C46159%2C1731756148866, suffix=, logDir=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/WALs/a7948fca2832,46159,1731756148866, archiveDir=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/oldWALs, maxLogs=10 2024-11-16T11:22:30,766 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/WALs/a7948fca2832,46159,1731756148866/a7948fca2832%2C46159%2C1731756148866.1731756150750, exclude list is [], retry=0 2024-11-16T11:22:30,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37267,DS-2791a795-5ca6-45f2-a5d1-1fda9234a618,DISK] 2024-11-16T11:22:30,770 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/WALs/a7948fca2832,46159,1731756148866/a7948fca2832%2C46159%2C1731756148866.1731756150750 2024-11-16T11:22:30,770 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37183:37183)] 2024-11-16T11:22:30,770 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:22:30,770 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:30,771 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:30,771 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:30,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:30,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:22:30,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:30,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:30,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:30,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:22:30,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:30,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:30,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:30,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:22:30,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:30,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:30,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:30,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:22:30,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:30,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:30,777 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:30,777 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:30,777 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:30,778 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:30,778 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:30,779 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:22:30,780 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:22:30,781 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:22:30,781 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69026218, jitterRate=0.02857080101966858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:22:30,781 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731756150771Initializing all the Stores at 1731756150771Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756150771Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756150772 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756150772Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756150772Cleaning up temporary data from old regions at 1731756150778 (+6 ms)Region opened successfully at 1731756150781 (+3 ms) 2024-11-16T11:22:30,782 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:22:30,783 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e85fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:22:30,784 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:22:30,784 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:22:30,784 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:22:30,784 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:22:30,785 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:22:30,785 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:22:30,785 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:22:30,786 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:22:30,787 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Unable to get data of znode /2-927332895/balancer because node does not exist (not necessarily an error) 2024-11-16T11:22:30,911 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-927332895/balancer already deleted, retry=false 2024-11-16T11:22:30,911 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:22:30,912 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Unable to get data of znode /2-927332895/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:22:30,921 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-927332895/normalizer already deleted, retry=false 2024-11-16T11:22:30,922 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:22:30,922 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Unable to get data of znode /2-927332895/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:22:30,932 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-927332895/switch/split already deleted, retry=false 2024-11-16T11:22:30,932 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Unable to get data of znode /2-927332895/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:22:30,942 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-927332895/switch/merge already deleted, retry=false 2024-11-16T11:22:30,944 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Unable to get data of znode /2-927332895/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:22:30,953 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-927332895/snapshot-cleanup already deleted, retry=false 2024-11-16T11:22:30,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-927332895/running 2024-11-16T11:22:30,963 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39261-0x101436198d40007, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-927332895/running 2024-11-16T11:22:30,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-927332895 2024-11-16T11:22:30,963 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39261-0x101436198d40007, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-927332895 2024-11-16T11:22:30,964 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,46159,1731756148866, sessionid=0x101436198d40006, setting cluster-up flag (Was=false) 2024-11-16T11:22:30,984 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39261-0x101436198d40007, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-927332895 2024-11-16T11:22:30,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-927332895 2024-11-16T11:22:31,016 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-927332895/flush-table-proc/acquired, /2-927332895/flush-table-proc/reached, /2-927332895/flush-table-proc/abort 2024-11-16T11:22:31,017 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,46159,1731756148866 2024-11-16T11:22:31,037 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39261-0x101436198d40007, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-927332895 2024-11-16T11:22:31,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-927332895 2024-11-16T11:22:31,069 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-927332895/online-snapshot/acquired, /2-927332895/online-snapshot/reached, /2-927332895/online-snapshot/abort 2024-11-16T11:22:31,069 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,46159,1731756148866 2024-11-16T11:22:31,070 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:22:31,072 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:22:31,072 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:22:31,072 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:22:31,072 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,46159,1731756148866 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:22:31,074 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:22:31,074 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:22:31,074 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:22:31,074 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:22:31,074 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:22:31,074 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:31,074 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:22:31,074 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:31,075 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731756181075 2024-11-16T11:22:31,075 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:22:31,075 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:22:31,075 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:22:31,075 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:22:31,075 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:22:31,075 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:22:31,075 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:22:31,075 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:22:31,075 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:31,076 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:22:31,076 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:22:31,076 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:22:31,076 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T11:22:31,076 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:31,076 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:22:31,077 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:22:31,077 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:22:31,077 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756151077,5,FailOnTimeoutGroup] 2024-11-16T11:22:31,077 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756151077,5,FailOnTimeoutGroup] 2024-11-16T11:22:31,077 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:31,077 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:22:31,077 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:31,077 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:31,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:22:31,125 INFO [RS:0;a7948fca2832:39261 {}] regionserver.HRegionServer(746): ClusterId : e8a74fb8-f961-46a4-8934-ba1a91bbb8c0 2024-11-16T11:22:31,125 DEBUG [RS:0;a7948fca2832:39261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:22:31,133 DEBUG [RS:0;a7948fca2832:39261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:22:31,133 DEBUG [RS:0;a7948fca2832:39261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:22:31,143 DEBUG [RS:0;a7948fca2832:39261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:22:31,143 DEBUG [RS:0;a7948fca2832:39261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684f59ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:22:31,158 DEBUG [RS:0;a7948fca2832:39261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:39261 2024-11-16T11:22:31,158 INFO [RS:0;a7948fca2832:39261 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:22:31,158 INFO [RS:0;a7948fca2832:39261 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:22:31,158 DEBUG [RS:0;a7948fca2832:39261 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:22:31,159 INFO [RS:0;a7948fca2832:39261 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,46159,1731756148866 with port=39261, startcode=1731756148986 2024-11-16T11:22:31,160 DEBUG [RS:0;a7948fca2832:39261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:22:31,161 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:22:31,161 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46159 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,39261,1731756148986 2024-11-16T11:22:31,162 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46159 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,39261,1731756148986 2024-11-16T11:22:31,163 DEBUG [RS:0;a7948fca2832:39261 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4 2024-11-16T11:22:31,163 DEBUG [RS:0;a7948fca2832:39261 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35667 2024-11-16T11:22:31,163 DEBUG [RS:0;a7948fca2832:39261 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:22:31,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-927332895/rs 2024-11-16T11:22:31,218 DEBUG [RS:0;a7948fca2832:39261 {}] zookeeper.ZKUtil(111): regionserver:39261-0x101436198d40007, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Set watcher on existing znode=/2-927332895/rs/a7948fca2832,39261,1731756148986 2024-11-16T11:22:31,218 WARN [RS:0;a7948fca2832:39261 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:22:31,218 INFO [RS:0;a7948fca2832:39261 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:22:31,218 DEBUG [RS:0;a7948fca2832:39261 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/WALs/a7948fca2832,39261,1731756148986 2024-11-16T11:22:31,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,39261,1731756148986] 2024-11-16T11:22:31,221 INFO [RS:0;a7948fca2832:39261 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:22:31,222 INFO [RS:0;a7948fca2832:39261 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:22:31,223 INFO [RS:0;a7948fca2832:39261 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:22:31,223 INFO [RS:0;a7948fca2832:39261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:31,224 INFO [RS:0;a7948fca2832:39261 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:22:31,225 INFO [RS:0;a7948fca2832:39261 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:22:31,225 INFO [RS:0;a7948fca2832:39261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:31,225 DEBUG [RS:0;a7948fca2832:39261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:31,225 DEBUG [RS:0;a7948fca2832:39261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:31,225 DEBUG [RS:0;a7948fca2832:39261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:31,225 DEBUG [RS:0;a7948fca2832:39261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:31,225 DEBUG [RS:0;a7948fca2832:39261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:31,225 DEBUG [RS:0;a7948fca2832:39261 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:22:31,225 DEBUG [RS:0;a7948fca2832:39261 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:31,225 DEBUG [RS:0;a7948fca2832:39261 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:31,225 DEBUG [RS:0;a7948fca2832:39261 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:31,225 DEBUG [RS:0;a7948fca2832:39261 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:31,225 DEBUG [RS:0;a7948fca2832:39261 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:31,225 DEBUG [RS:0;a7948fca2832:39261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:22:31,225 DEBUG [RS:0;a7948fca2832:39261 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:22:31,225 DEBUG [RS:0;a7948fca2832:39261 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:22:31,226 INFO [RS:0;a7948fca2832:39261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:31,226 INFO [RS:0;a7948fca2832:39261 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:31,226 INFO [RS:0;a7948fca2832:39261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:31,226 INFO [RS:0;a7948fca2832:39261 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:31,226 INFO [RS:0;a7948fca2832:39261 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:31,226 INFO [RS:0;a7948fca2832:39261 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,39261,1731756148986-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:22:31,244 INFO [RS:0;a7948fca2832:39261 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:22:31,245 INFO [RS:0;a7948fca2832:39261 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,39261,1731756148986-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:31,245 INFO [RS:0;a7948fca2832:39261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:31,245 INFO [RS:0;a7948fca2832:39261 {}] regionserver.Replication(171): a7948fca2832,39261,1731756148986 started 2024-11-16T11:22:31,264 INFO [RS:0;a7948fca2832:39261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:31,264 INFO [RS:0;a7948fca2832:39261 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,39261,1731756148986, RpcServer on a7948fca2832/172.17.0.2:39261, sessionid=0x101436198d40007 2024-11-16T11:22:31,264 DEBUG [RS:0;a7948fca2832:39261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:22:31,264 DEBUG [RS:0;a7948fca2832:39261 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,39261,1731756148986 2024-11-16T11:22:31,264 DEBUG [RS:0;a7948fca2832:39261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,39261,1731756148986' 2024-11-16T11:22:31,264 DEBUG [RS:0;a7948fca2832:39261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-927332895/flush-table-proc/abort' 2024-11-16T11:22:31,265 DEBUG [RS:0;a7948fca2832:39261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-927332895/flush-table-proc/acquired' 2024-11-16T11:22:31,265 DEBUG [RS:0;a7948fca2832:39261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:22:31,265 DEBUG [RS:0;a7948fca2832:39261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:22:31,265 DEBUG [RS:0;a7948fca2832:39261 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,39261,1731756148986 2024-11-16T11:22:31,265 DEBUG [RS:0;a7948fca2832:39261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,39261,1731756148986' 2024-11-16T11:22:31,265 DEBUG [RS:0;a7948fca2832:39261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-927332895/online-snapshot/abort' 2024-11-16T11:22:31,265 DEBUG [RS:0;a7948fca2832:39261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-927332895/online-snapshot/acquired' 2024-11-16T11:22:31,266 DEBUG [RS:0;a7948fca2832:39261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:22:31,266 INFO [RS:0;a7948fca2832:39261 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:22:31,266 INFO [RS:0;a7948fca2832:39261 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:22:31,366 INFO [RS:0;a7948fca2832:39261 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:22:31,367 INFO [RS:0;a7948fca2832:39261 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C39261%2C1731756148986, suffix=, logDir=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/WALs/a7948fca2832,39261,1731756148986, archiveDir=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/oldWALs, maxLogs=10 2024-11-16T11:22:31,385 DEBUG [RS:0;a7948fca2832:39261 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/WALs/a7948fca2832,39261,1731756148986/a7948fca2832%2C39261%2C1731756148986.1731756151368, exclude list is [], retry=0 2024-11-16T11:22:31,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37267,DS-2791a795-5ca6-45f2-a5d1-1fda9234a618,DISK] 2024-11-16T11:22:31,388 INFO [RS:0;a7948fca2832:39261 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/WALs/a7948fca2832,39261,1731756148986/a7948fca2832%2C39261%2C1731756148986.1731756151368 2024-11-16T11:22:31,388 DEBUG [RS:0;a7948fca2832:39261 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37183:37183)] 2024-11-16T11:22:31,481 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:22:31,481 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4 2024-11-16T11:22:31,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741833_1009 (size=32) 2024-11-16T11:22:31,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:31,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:22:31,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:22:31,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:31,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:31,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:22:31,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:22:31,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:31,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:31,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:22:31,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:22:31,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:31,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:31,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:22:31,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:22:31,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:31,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:31,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:22:31,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740 2024-11-16T11:22:31,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740 2024-11-16T11:22:31,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:22:31,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:22:31,894 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:22:31,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:22:31,898 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:22:31,898 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64391688, jitterRate=-0.0404890775680542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:22:31,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731756151886Initializing all the Stores at 1731756151887 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756151887Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756151887Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756151887Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756151887Cleaning up temporary data from old regions at 1731756151893 (+6 ms)Region opened successfully at 1731756151898 (+5 ms) 2024-11-16T11:22:31,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:22:31,898 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:22:31,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:22:31,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:22:31,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:22:31,899 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:22:31,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756151898Disabling compacts and flushes for region at 1731756151898Disabling writes for close at 1731756151899 (+1 ms)Writing region close event to WAL at 1731756151899Closed at 1731756151899 2024-11-16T11:22:31,900 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:22:31,900 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:22:31,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:22:31,901 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:22:31,902 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:22:32,052 DEBUG [a7948fca2832:46159 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:22:32,052 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,39261,1731756148986 2024-11-16T11:22:32,053 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,39261,1731756148986, state=OPENING 2024-11-16T11:22:32,079 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:22:32,170 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39261-0x101436198d40007, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-927332895 2024-11-16T11:22:32,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-927332895 2024-11-16T11:22:32,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-927332895/meta-region-server: CHANGED 2024-11-16T11:22:32,170 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:22:32,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,39261,1731756148986}] 2024-11-16T11:22:32,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-927332895/meta-region-server: CHANGED 2024-11-16T11:22:32,323 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:22:32,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:22:32,326 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:22:32,326 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:22:32,326 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:22:32,327 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C39261%2C1731756148986.meta, suffix=.meta, logDir=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/WALs/a7948fca2832,39261,1731756148986, archiveDir=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/oldWALs, maxLogs=10 2024-11-16T11:22:32,339 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/WALs/a7948fca2832,39261,1731756148986/a7948fca2832%2C39261%2C1731756148986.meta.1731756152327.meta, exclude list is [], retry=0 2024-11-16T11:22:32,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37267,DS-2791a795-5ca6-45f2-a5d1-1fda9234a618,DISK] 2024-11-16T11:22:32,342 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/WALs/a7948fca2832,39261,1731756148986/a7948fca2832%2C39261%2C1731756148986.meta.1731756152327.meta 2024-11-16T11:22:32,342 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37183:37183)] 2024-11-16T11:22:32,342 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:22:32,343 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:22:32,343 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:22:32,343 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:22:32,343 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:22:32,343 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:22:32,343 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:32,343 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:22:32,343 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:22:32,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:22:32,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:22:32,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:32,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:32,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:22:32,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:22:32,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:32,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:32,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:22:32,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:22:32,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:32,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:32,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:22:32,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:22:32,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:32,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:22:32,347 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:22:32,348 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740 2024-11-16T11:22:32,348 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740 2024-11-16T11:22:32,349 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:22:32,349 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:22:32,349 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:22:32,350 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:22:32,351 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74123424, jitterRate=0.10452508926391602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:22:32,351 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:22:32,351 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731756152343Writing region info on filesystem at 1731756152343Initializing all the Stores at 1731756152344 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756152344Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756152344Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756152344Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756152344Cleaning up temporary data from old regions at 1731756152349 (+5 ms)Running coprocessor post-open hooks at 1731756152351 (+2 ms)Region opened successfully at 1731756152351 2024-11-16T11:22:32,351 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731756152322 2024-11-16T11:22:32,353 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:22:32,353 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:22:32,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,39261,1731756148986 2024-11-16T11:22:32,354 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,39261,1731756148986, state=OPEN 2024-11-16T11:22:32,372 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39261-0x101436198d40007, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-927332895/meta-region-server 2024-11-16T11:22:32,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-927332895/meta-region-server 2024-11-16T11:22:32,372 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,39261,1731756148986 2024-11-16T11:22:32,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-927332895/meta-region-server: CHANGED 2024-11-16T11:22:32,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-927332895/meta-region-server: CHANGED 2024-11-16T11:22:32,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:22:32,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,39261,1731756148986 in 202 msec 2024-11-16T11:22:32,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:22:32,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 474 msec 2024-11-16T11:22:32,376 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:22:32,376 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:22:32,377 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:22:32,377 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,39261,1731756148986, seqNum=-1] 2024-11-16T11:22:32,377 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:22:32,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:22:32,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3090 sec 2024-11-16T11:22:32,382 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731756152382, completionTime=-1 2024-11-16T11:22:32,382 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:22:32,382 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:22:32,384 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T11:22:32,384 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731756212384 2024-11-16T11:22:32,384 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731756272384 2024-11-16T11:22:32,384 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T11:22:32,385 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,46159,1731756148866-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:32,385 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,46159,1731756148866-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:32,385 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,46159,1731756148866-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:32,385 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:46159, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:32,385 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:32,385 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:32,387 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:22:32,388 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.319sec 2024-11-16T11:22:32,388 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:22:32,388 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:22:32,388 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:22:32,388 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:22:32,388 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:22:32,389 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,46159,1731756148866-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:22:32,389 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,46159,1731756148866-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:22:32,390 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:22:32,390 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:22:32,390 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,46159,1731756148866-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:22:32,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24004756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:32,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,46159,-1 for getting cluster id 2024-11-16T11:22:32,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:22:32,427 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8a74fb8-f961-46a4-8934-ba1a91bbb8c0' 2024-11-16T11:22:32,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:22:32,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8a74fb8-f961-46a4-8934-ba1a91bbb8c0" 2024-11-16T11:22:32,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482f3d5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:32,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,46159,-1] 2024-11-16T11:22:32,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:22:32,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:32,429 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:22:32,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acf74bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:32,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:22:32,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,39261,1731756148986, seqNum=-1] 2024-11-16T11:22:32,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:22:32,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:22:32,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,46159,1731756148866 2024-11-16T11:22:32,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59326 2024-11-16T11:22:32,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:22:32,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101436198d40008 connected 2024-11-16T11:22:32,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:22:32,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,41319,1731756139803 2024-11-16T11:22:32,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@740f3093 2024-11-16T11:22:32,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:22:32,461 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:22:32,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:22:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T11:22:32,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:22:32,464 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:32,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T11:22:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:32,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:22:32,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741835_1011 (size=902) 2024-11-16T11:22:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:32,874 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2017a9ec303f12a35a25ddab43d9770c, NAME => 'test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664 2024-11-16T11:22:32,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741836_1012 (size=39) 2024-11-16T11:22:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:33,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:33,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2017a9ec303f12a35a25ddab43d9770c, disabling compactions & flushes 2024-11-16T11:22:33,279 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c. 2024-11-16T11:22:33,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c. 2024-11-16T11:22:33,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c. after waiting 0 ms 2024-11-16T11:22:33,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c. 2024-11-16T11:22:33,279 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c. 2024-11-16T11:22:33,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2017a9ec303f12a35a25ddab43d9770c: Waiting for close lock at 1731756153279Disabling compacts and flushes for region at 1731756153279Disabling writes for close at 1731756153279Writing region close event to WAL at 1731756153279Closed at 1731756153279 2024-11-16T11:22:33,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:22:33,280 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731756153280"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756153280"}]},"ts":"1731756153280"} 2024-11-16T11:22:33,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:22:33,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:22:33,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756153282"}]},"ts":"1731756153282"} 2024-11-16T11:22:33,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T11:22:33,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2017a9ec303f12a35a25ddab43d9770c, ASSIGN}] 2024-11-16T11:22:33,284 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2017a9ec303f12a35a25ddab43d9770c, ASSIGN 2024-11-16T11:22:33,284 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2017a9ec303f12a35a25ddab43d9770c, ASSIGN; state=OFFLINE, location=a7948fca2832,41035,1731756140170; forceNewPlan=false, retain=false 2024-11-16T11:22:33,435 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2017a9ec303f12a35a25ddab43d9770c, regionState=OPENING, regionLocation=a7948fca2832,41035,1731756140170 2024-11-16T11:22:33,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2017a9ec303f12a35a25ddab43d9770c, ASSIGN because future has completed 2024-11-16T11:22:33,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2017a9ec303f12a35a25ddab43d9770c, server=a7948fca2832,41035,1731756140170}] 2024-11-16T11:22:33,592 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c. 2024-11-16T11:22:33,592 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2017a9ec303f12a35a25ddab43d9770c, NAME => 'test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:22:33,592 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:22:33,592 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T11:22:33,592 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2017a9ec303f12a35a25ddab43d9770c 2024-11-16T11:22:33,592 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:33,592 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2017a9ec303f12a35a25ddab43d9770c 2024-11-16T11:22:33,592 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2017a9ec303f12a35a25ddab43d9770c 2024-11-16T11:22:33,593 INFO [StoreOpener-2017a9ec303f12a35a25ddab43d9770c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2017a9ec303f12a35a25ddab43d9770c 2024-11-16T11:22:33,594 INFO [StoreOpener-2017a9ec303f12a35a25ddab43d9770c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2017a9ec303f12a35a25ddab43d9770c columnFamilyName f 2024-11-16T11:22:33,594 DEBUG [StoreOpener-2017a9ec303f12a35a25ddab43d9770c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:33,595 INFO [StoreOpener-2017a9ec303f12a35a25ddab43d9770c-1 {}] regionserver.HStore(327): Store=2017a9ec303f12a35a25ddab43d9770c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:33,595 INFO [StoreOpener-2017a9ec303f12a35a25ddab43d9770c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2017a9ec303f12a35a25ddab43d9770c 2024-11-16T11:22:33,596 INFO [StoreOpener-2017a9ec303f12a35a25ddab43d9770c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2017a9ec303f12a35a25ddab43d9770c columnFamilyName f1 2024-11-16T11:22:33,596 DEBUG [StoreOpener-2017a9ec303f12a35a25ddab43d9770c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:33,596 INFO [StoreOpener-2017a9ec303f12a35a25ddab43d9770c-1 {}] regionserver.HStore(327): Store=2017a9ec303f12a35a25ddab43d9770c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:33,596 INFO [StoreOpener-2017a9ec303f12a35a25ddab43d9770c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2017a9ec303f12a35a25ddab43d9770c 2024-11-16T11:22:33,597 INFO [StoreOpener-2017a9ec303f12a35a25ddab43d9770c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2017a9ec303f12a35a25ddab43d9770c columnFamilyName norep 2024-11-16T11:22:33,597 DEBUG [StoreOpener-2017a9ec303f12a35a25ddab43d9770c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:33,597 INFO [StoreOpener-2017a9ec303f12a35a25ddab43d9770c-1 {}] regionserver.HStore(327): Store=2017a9ec303f12a35a25ddab43d9770c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:33,597 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2017a9ec303f12a35a25ddab43d9770c 2024-11-16T11:22:33,598 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/default/test/2017a9ec303f12a35a25ddab43d9770c 2024-11-16T11:22:33,598 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/default/test/2017a9ec303f12a35a25ddab43d9770c 2024-11-16T11:22:33,599 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2017a9ec303f12a35a25ddab43d9770c 2024-11-16T11:22:33,599 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2017a9ec303f12a35a25ddab43d9770c 2024-11-16T11:22:33,599 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:22:33,600 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2017a9ec303f12a35a25ddab43d9770c 2024-11-16T11:22:33,601 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/default/test/2017a9ec303f12a35a25ddab43d9770c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:22:33,601 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2017a9ec303f12a35a25ddab43d9770c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63484664, jitterRate=-0.054004788398742676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:22:33,601 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2017a9ec303f12a35a25ddab43d9770c 2024-11-16T11:22:33,601 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2017a9ec303f12a35a25ddab43d9770c: Running coprocessor pre-open hook at 1731756153593Writing region info on filesystem at 1731756153593Initializing all the Stores at 1731756153593Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756153593Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756153593Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756153593Cleaning up temporary data from old regions at 1731756153599 (+6 ms)Running coprocessor post-open hooks at 1731756153601 (+2 ms)Region opened successfully at 1731756153601 2024-11-16T11:22:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:33,602 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c., pid=6, masterSystemTime=1731756153588 2024-11-16T11:22:33,603 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c. 2024-11-16T11:22:33,603 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c. 2024-11-16T11:22:33,604 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2017a9ec303f12a35a25ddab43d9770c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a7948fca2832,41035,1731756140170 2024-11-16T11:22:33,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2017a9ec303f12a35a25ddab43d9770c, server=a7948fca2832,41035,1731756140170 because future has completed 2024-11-16T11:22:33,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T11:22:33,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2017a9ec303f12a35a25ddab43d9770c, server=a7948fca2832,41035,1731756140170 in 169 msec 2024-11-16T11:22:33,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T11:22:33,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2017a9ec303f12a35a25ddab43d9770c, ASSIGN in 324 msec 2024-11-16T11:22:33,609 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:22:33,609 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756153609"}]},"ts":"1731756153609"} 2024-11-16T11:22:33,610 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T11:22:33,611 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:22:33,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-16T11:22:34,222 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:22:34,222 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:22:34,223 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148809 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a7948fca2832,45305,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:45305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T11:22:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:34,612 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T11:22:34,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:22:34,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,42419,1731756144287 2024-11-16T11:22:34,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58a978ce 2024-11-16T11:22:34,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:22:34,614 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:22:34,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:22:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T11:22:34,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:22:34,617 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:34,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T11:22:34,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:22:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:34,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741835_1011 (size=902) 2024-11-16T11:22:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:35,025 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7d9237cd09988d3c8eb5eb8e0ea585f, NAME => 'test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49 2024-11-16T11:22:35,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741836_1012 (size=39) 2024-11-16T11:22:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:35,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:35,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c7d9237cd09988d3c8eb5eb8e0ea585f, disabling compactions & flushes 2024-11-16T11:22:35,429 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f. 2024-11-16T11:22:35,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f. 2024-11-16T11:22:35,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f. after waiting 0 ms 2024-11-16T11:22:35,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f. 2024-11-16T11:22:35,429 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f. 2024-11-16T11:22:35,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7d9237cd09988d3c8eb5eb8e0ea585f: Waiting for close lock at 1731756155429Disabling compacts and flushes for region at 1731756155429Disabling writes for close at 1731756155429Writing region close event to WAL at 1731756155429Closed at 1731756155429 2024-11-16T11:22:35,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:22:35,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731756155431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756155431"}]},"ts":"1731756155431"} 2024-11-16T11:22:35,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:22:35,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:22:35,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756155433"}]},"ts":"1731756155433"} 2024-11-16T11:22:35,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T11:22:35,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7d9237cd09988d3c8eb5eb8e0ea585f, ASSIGN}] 2024-11-16T11:22:35,435 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7d9237cd09988d3c8eb5eb8e0ea585f, ASSIGN 2024-11-16T11:22:35,436 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c7d9237cd09988d3c8eb5eb8e0ea585f, ASSIGN; state=OFFLINE, location=a7948fca2832,43801,1731756144453; forceNewPlan=false, retain=false 2024-11-16T11:22:35,586 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7d9237cd09988d3c8eb5eb8e0ea585f, regionState=OPENING, regionLocation=a7948fca2832,43801,1731756144453 2024-11-16T11:22:35,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c7d9237cd09988d3c8eb5eb8e0ea585f, ASSIGN because future has completed 2024-11-16T11:22:35,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7d9237cd09988d3c8eb5eb8e0ea585f, server=a7948fca2832,43801,1731756144453}] 2024-11-16T11:22:35,743 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f. 2024-11-16T11:22:35,743 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c7d9237cd09988d3c8eb5eb8e0ea585f, NAME => 'test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:22:35,743 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:22:35,743 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T11:22:35,743 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c7d9237cd09988d3c8eb5eb8e0ea585f 2024-11-16T11:22:35,743 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:35,743 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c7d9237cd09988d3c8eb5eb8e0ea585f 2024-11-16T11:22:35,744 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c7d9237cd09988d3c8eb5eb8e0ea585f 2024-11-16T11:22:35,745 INFO [StoreOpener-c7d9237cd09988d3c8eb5eb8e0ea585f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c7d9237cd09988d3c8eb5eb8e0ea585f 2024-11-16T11:22:35,745 INFO [StoreOpener-c7d9237cd09988d3c8eb5eb8e0ea585f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7d9237cd09988d3c8eb5eb8e0ea585f columnFamilyName f 2024-11-16T11:22:35,745 DEBUG [StoreOpener-c7d9237cd09988d3c8eb5eb8e0ea585f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:35,746 INFO [StoreOpener-c7d9237cd09988d3c8eb5eb8e0ea585f-1 {}] regionserver.HStore(327): Store=c7d9237cd09988d3c8eb5eb8e0ea585f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:35,746 INFO [StoreOpener-c7d9237cd09988d3c8eb5eb8e0ea585f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c7d9237cd09988d3c8eb5eb8e0ea585f 2024-11-16T11:22:35,746 INFO [StoreOpener-c7d9237cd09988d3c8eb5eb8e0ea585f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7d9237cd09988d3c8eb5eb8e0ea585f columnFamilyName f1 2024-11-16T11:22:35,746 DEBUG [StoreOpener-c7d9237cd09988d3c8eb5eb8e0ea585f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:35,747 INFO [StoreOpener-c7d9237cd09988d3c8eb5eb8e0ea585f-1 {}] regionserver.HStore(327): Store=c7d9237cd09988d3c8eb5eb8e0ea585f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:35,747 INFO [StoreOpener-c7d9237cd09988d3c8eb5eb8e0ea585f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c7d9237cd09988d3c8eb5eb8e0ea585f 2024-11-16T11:22:35,747 INFO [StoreOpener-c7d9237cd09988d3c8eb5eb8e0ea585f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7d9237cd09988d3c8eb5eb8e0ea585f columnFamilyName norep 2024-11-16T11:22:35,747 DEBUG [StoreOpener-c7d9237cd09988d3c8eb5eb8e0ea585f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:35,748 INFO [StoreOpener-c7d9237cd09988d3c8eb5eb8e0ea585f-1 {}] regionserver.HStore(327): Store=c7d9237cd09988d3c8eb5eb8e0ea585f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:35,748 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c7d9237cd09988d3c8eb5eb8e0ea585f 2024-11-16T11:22:35,749 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/default/test/c7d9237cd09988d3c8eb5eb8e0ea585f 2024-11-16T11:22:35,749 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/default/test/c7d9237cd09988d3c8eb5eb8e0ea585f 2024-11-16T11:22:35,749 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c7d9237cd09988d3c8eb5eb8e0ea585f 2024-11-16T11:22:35,749 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c7d9237cd09988d3c8eb5eb8e0ea585f 2024-11-16T11:22:35,750 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:22:35,751 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c7d9237cd09988d3c8eb5eb8e0ea585f 2024-11-16T11:22:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:35,752 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/default/test/c7d9237cd09988d3c8eb5eb8e0ea585f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:22:35,752 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c7d9237cd09988d3c8eb5eb8e0ea585f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74376585, jitterRate=0.10829748213291168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:22:35,752 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7d9237cd09988d3c8eb5eb8e0ea585f 2024-11-16T11:22:35,752 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c7d9237cd09988d3c8eb5eb8e0ea585f: Running coprocessor pre-open hook at 1731756155744Writing region info on filesystem at 1731756155744Initializing all the Stores at 1731756155744Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756155744Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756155744Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756155744Cleaning up temporary data from old regions at 1731756155749 (+5 ms)Running coprocessor post-open hooks at 1731756155752 (+3 ms)Region opened successfully at 1731756155752 2024-11-16T11:22:35,753 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f., pid=6, masterSystemTime=1731756155739 2024-11-16T11:22:35,755 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f. 2024-11-16T11:22:35,755 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f. 2024-11-16T11:22:35,755 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7d9237cd09988d3c8eb5eb8e0ea585f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a7948fca2832,43801,1731756144453 2024-11-16T11:22:35,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7d9237cd09988d3c8eb5eb8e0ea585f, server=a7948fca2832,43801,1731756144453 because future has completed 2024-11-16T11:22:35,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T11:22:35,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c7d9237cd09988d3c8eb5eb8e0ea585f, server=a7948fca2832,43801,1731756144453 in 169 msec 2024-11-16T11:22:35,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T11:22:35,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c7d9237cd09988d3c8eb5eb8e0ea585f, ASSIGN in 325 msec 2024-11-16T11:22:35,761 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:22:35,761 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756155761"}]},"ts":"1731756155761"} 2024-11-16T11:22:35,762 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T11:22:35,763 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:22:35,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-16T11:22:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:36,762 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T11:22:36,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:22:36,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,46159,1731756148866 2024-11-16T11:22:36,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34526dec 2024-11-16T11:22:36,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:22:36,764 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:22:36,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:22:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T11:22:36,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:22:36,767 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:36,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T11:22:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:36,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:22:36,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741835_1011 (size=902) 2024-11-16T11:22:36,774 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f73cddce3046054d1a71acc4c0ed8577, NAME => 'test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4 2024-11-16T11:22:36,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741836_1012 (size=39) 2024-11-16T11:22:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:37,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:37,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f73cddce3046054d1a71acc4c0ed8577, disabling compactions & flushes 2024-11-16T11:22:37,181 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577. 2024-11-16T11:22:37,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577. 2024-11-16T11:22:37,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577. after waiting 0 ms 2024-11-16T11:22:37,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577. 2024-11-16T11:22:37,181 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577. 2024-11-16T11:22:37,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f73cddce3046054d1a71acc4c0ed8577: Waiting for close lock at 1731756157181Disabling compacts and flushes for region at 1731756157181Disabling writes for close at 1731756157181Writing region close event to WAL at 1731756157181Closed at 1731756157181 2024-11-16T11:22:37,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:22:37,182 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731756157182"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756157182"}]},"ts":"1731756157182"} 2024-11-16T11:22:37,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:22:37,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:22:37,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756157184"}]},"ts":"1731756157184"} 2024-11-16T11:22:37,185 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T11:22:37,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f73cddce3046054d1a71acc4c0ed8577, ASSIGN}] 2024-11-16T11:22:37,187 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f73cddce3046054d1a71acc4c0ed8577, ASSIGN 2024-11-16T11:22:37,188 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f73cddce3046054d1a71acc4c0ed8577, ASSIGN; state=OFFLINE, location=a7948fca2832,39261,1731756148986; forceNewPlan=false, retain=false 2024-11-16T11:22:37,339 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f73cddce3046054d1a71acc4c0ed8577, regionState=OPENING, regionLocation=a7948fca2832,39261,1731756148986 2024-11-16T11:22:37,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f73cddce3046054d1a71acc4c0ed8577, ASSIGN because future has completed 2024-11-16T11:22:37,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f73cddce3046054d1a71acc4c0ed8577, server=a7948fca2832,39261,1731756148986}] 2024-11-16T11:22:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:37,494 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577. 2024-11-16T11:22:37,495 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f73cddce3046054d1a71acc4c0ed8577, NAME => 'test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:22:37,495 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:22:37,495 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T11:22:37,495 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f73cddce3046054d1a71acc4c0ed8577 2024-11-16T11:22:37,495 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:37,495 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f73cddce3046054d1a71acc4c0ed8577 2024-11-16T11:22:37,495 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f73cddce3046054d1a71acc4c0ed8577 2024-11-16T11:22:37,496 INFO [StoreOpener-f73cddce3046054d1a71acc4c0ed8577-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f73cddce3046054d1a71acc4c0ed8577 2024-11-16T11:22:37,497 INFO [StoreOpener-f73cddce3046054d1a71acc4c0ed8577-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f73cddce3046054d1a71acc4c0ed8577 columnFamilyName f 2024-11-16T11:22:37,497 DEBUG [StoreOpener-f73cddce3046054d1a71acc4c0ed8577-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:37,498 INFO [StoreOpener-f73cddce3046054d1a71acc4c0ed8577-1 {}] regionserver.HStore(327): Store=f73cddce3046054d1a71acc4c0ed8577/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:37,498 INFO [StoreOpener-f73cddce3046054d1a71acc4c0ed8577-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f73cddce3046054d1a71acc4c0ed8577 2024-11-16T11:22:37,498 INFO [StoreOpener-f73cddce3046054d1a71acc4c0ed8577-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f73cddce3046054d1a71acc4c0ed8577 columnFamilyName f1 2024-11-16T11:22:37,498 DEBUG [StoreOpener-f73cddce3046054d1a71acc4c0ed8577-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:37,498 INFO [StoreOpener-f73cddce3046054d1a71acc4c0ed8577-1 {}] regionserver.HStore(327): Store=f73cddce3046054d1a71acc4c0ed8577/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:37,499 INFO [StoreOpener-f73cddce3046054d1a71acc4c0ed8577-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f73cddce3046054d1a71acc4c0ed8577 2024-11-16T11:22:37,499 INFO [StoreOpener-f73cddce3046054d1a71acc4c0ed8577-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f73cddce3046054d1a71acc4c0ed8577 columnFamilyName norep 2024-11-16T11:22:37,499 DEBUG [StoreOpener-f73cddce3046054d1a71acc4c0ed8577-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:37,499 INFO [StoreOpener-f73cddce3046054d1a71acc4c0ed8577-1 {}] regionserver.HStore(327): Store=f73cddce3046054d1a71acc4c0ed8577/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:37,500 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f73cddce3046054d1a71acc4c0ed8577 2024-11-16T11:22:37,500 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/default/test/f73cddce3046054d1a71acc4c0ed8577 2024-11-16T11:22:37,500 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/default/test/f73cddce3046054d1a71acc4c0ed8577 2024-11-16T11:22:37,501 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f73cddce3046054d1a71acc4c0ed8577 2024-11-16T11:22:37,501 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f73cddce3046054d1a71acc4c0ed8577 2024-11-16T11:22:37,501 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:22:37,502 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f73cddce3046054d1a71acc4c0ed8577 2024-11-16T11:22:37,508 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/default/test/f73cddce3046054d1a71acc4c0ed8577/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:22:37,508 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f73cddce3046054d1a71acc4c0ed8577; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63209820, jitterRate=-0.05810028314590454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:22:37,508 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f73cddce3046054d1a71acc4c0ed8577 2024-11-16T11:22:37,509 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f73cddce3046054d1a71acc4c0ed8577: Running coprocessor pre-open hook at 1731756157496Writing region info on filesystem at 1731756157496Initializing all the Stores at 1731756157496Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756157496Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756157496Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756157496Cleaning up temporary data from old regions at 1731756157501 (+5 ms)Running coprocessor post-open hooks at 1731756157508 (+7 ms)Region opened successfully at 1731756157508 2024-11-16T11:22:37,509 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577., pid=6, masterSystemTime=1731756157492 2024-11-16T11:22:37,511 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577. 2024-11-16T11:22:37,511 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577. 2024-11-16T11:22:37,511 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f73cddce3046054d1a71acc4c0ed8577, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a7948fca2832,39261,1731756148986 2024-11-16T11:22:37,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f73cddce3046054d1a71acc4c0ed8577, server=a7948fca2832,39261,1731756148986 because future has completed 2024-11-16T11:22:37,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T11:22:37,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f73cddce3046054d1a71acc4c0ed8577, server=a7948fca2832,39261,1731756148986 in 172 msec 2024-11-16T11:22:37,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T11:22:37,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f73cddce3046054d1a71acc4c0ed8577, ASSIGN in 329 msec 2024-11-16T11:22:37,517 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:22:37,517 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756157517"}]},"ts":"1731756157517"} 2024-11-16T11:22:37,518 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T11:22:37,518 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:22:37,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-16T11:22:37,845 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:22:37,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:37,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:37,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:37,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:37,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:37,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:37,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:37,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:37,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:37,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:37,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:37,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:22:37,902 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T11:22:37,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771648fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:37,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,41319,-1 for getting cluster id 2024-11-16T11:22:37,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:22:37,903 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54fd7967-4ebd-4cb2-add3-e51f20fc2a53' 2024-11-16T11:22:37,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:37,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:22:37,904 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54fd7967-4ebd-4cb2-add3-e51f20fc2a53" 2024-11-16T11:22:37,904 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0ee7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:37,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:37,904 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,41319,-1] 2024-11-16T11:22:37,904 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:22:37,904 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:37,905 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:22:37,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3764e77f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:37,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:22:37,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,41319,1731756139803 2024-11-16T11:22:37,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52d24936 2024-11-16T11:22:37,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:22:37,906 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:22:37,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a7948fca2832:42419,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T11:22:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T11:22:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:22:37,909 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:42419' 2024-11-16T11:22:37,910 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4cbfe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:37,910 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,42419,-1 for getting cluster id 2024-11-16T11:22:37,910 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:22:37,911 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '006103f4-ce5c-40ea-98e7-85f83c09ba74' 2024-11-16T11:22:37,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:22:37,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "006103f4-ce5c-40ea-98e7-85f83c09ba74" 2024-11-16T11:22:37,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1e7c30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:37,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,42419,-1] 2024-11-16T11:22:37,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:22:37,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:37,912 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:22:37,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eed2e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:37,912 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:22:37,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,42419,1731756144287 2024-11-16T11:22:37,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19888540 2024-11-16T11:22:37,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:22:37,913 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:22:37,914 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T11:22:37,914 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T11:22:37,914 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:37,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:37,914 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:37,914 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:22:37,915 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T11:22:37,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:22:37,916 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:37,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:22:37,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741837_1013 (size=1138) 2024-11-16T11:22:37,966 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T11:22:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:22:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:22:38,326 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a4a5b539ca6642ae8613392c2d6dd03, NAME => 'hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664 2024-11-16T11:22:38,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741838_1014 (size=44) 2024-11-16T11:22:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:22:38,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:38,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0a4a5b539ca6642ae8613392c2d6dd03, disabling compactions & flushes 2024-11-16T11:22:38,731 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03. 2024-11-16T11:22:38,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03. 2024-11-16T11:22:38,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03. after waiting 0 ms 2024-11-16T11:22:38,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03. 2024-11-16T11:22:38,731 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03. 2024-11-16T11:22:38,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a4a5b539ca6642ae8613392c2d6dd03: Waiting for close lock at 1731756158731Disabling compacts and flushes for region at 1731756158731Disabling writes for close at 1731756158731Writing region close event to WAL at 1731756158731Closed at 1731756158731 2024-11-16T11:22:38,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:22:38,732 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731756158732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756158732"}]},"ts":"1731756158732"} 2024-11-16T11:22:38,734 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:22:38,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:22:38,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756158735"}]},"ts":"1731756158735"} 2024-11-16T11:22:38,736 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T11:22:38,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a4a5b539ca6642ae8613392c2d6dd03, ASSIGN}] 2024-11-16T11:22:38,737 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a4a5b539ca6642ae8613392c2d6dd03, ASSIGN 2024-11-16T11:22:38,737 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a4a5b539ca6642ae8613392c2d6dd03, ASSIGN; state=OFFLINE, location=a7948fca2832,41035,1731756140170; forceNewPlan=false, retain=false 2024-11-16T11:22:38,888 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0a4a5b539ca6642ae8613392c2d6dd03, regionState=OPENING, regionLocation=a7948fca2832,41035,1731756140170 2024-11-16T11:22:38,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a4a5b539ca6642ae8613392c2d6dd03, ASSIGN because future has completed 2024-11-16T11:22:38,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a4a5b539ca6642ae8613392c2d6dd03, server=a7948fca2832,41035,1731756140170}] 2024-11-16T11:22:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:22:39,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03. 2024-11-16T11:22:39,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:22:39,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T11:22:39,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a7948fca2832%2C41035%2C1731756140170.rep, suffix=, logDir=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170, archiveDir=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/oldWALs, maxLogs=10 2024-11-16T11:22:39,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.rep.1731756159046, exclude list is [], retry=0 2024-11-16T11:22:39,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40009,DS-937eddc7-ceef-49cb-9340-4c7c0a30c41c,DISK] 2024-11-16T11:22:39,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.rep.1731756159046 2024-11-16T11:22:39,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42613:42613)] 2024-11-16T11:22:39,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a4a5b539ca6642ae8613392c2d6dd03, NAME => 'hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:22:39,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T11:22:39,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:22:39,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03. service=MultiRowMutationService 2024-11-16T11:22:39,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T11:22:39,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0a4a5b539ca6642ae8613392c2d6dd03 2024-11-16T11:22:39,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:22:39,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0a4a5b539ca6642ae8613392c2d6dd03 2024-11-16T11:22:39,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0a4a5b539ca6642ae8613392c2d6dd03 2024-11-16T11:22:39,068 INFO [StoreOpener-0a4a5b539ca6642ae8613392c2d6dd03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0a4a5b539ca6642ae8613392c2d6dd03 2024-11-16T11:22:39,069 INFO [StoreOpener-0a4a5b539ca6642ae8613392c2d6dd03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a4a5b539ca6642ae8613392c2d6dd03 columnFamilyName hfileref 2024-11-16T11:22:39,069 DEBUG [StoreOpener-0a4a5b539ca6642ae8613392c2d6dd03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:39,069 INFO [StoreOpener-0a4a5b539ca6642ae8613392c2d6dd03-1 {}] regionserver.HStore(327): Store=0a4a5b539ca6642ae8613392c2d6dd03/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:39,069 INFO [StoreOpener-0a4a5b539ca6642ae8613392c2d6dd03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0a4a5b539ca6642ae8613392c2d6dd03 2024-11-16T11:22:39,070 INFO [StoreOpener-0a4a5b539ca6642ae8613392c2d6dd03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a4a5b539ca6642ae8613392c2d6dd03 columnFamilyName queue 2024-11-16T11:22:39,070 DEBUG [StoreOpener-0a4a5b539ca6642ae8613392c2d6dd03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:39,071 INFO [StoreOpener-0a4a5b539ca6642ae8613392c2d6dd03-1 {}] regionserver.HStore(327): Store=0a4a5b539ca6642ae8613392c2d6dd03/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:39,071 INFO [StoreOpener-0a4a5b539ca6642ae8613392c2d6dd03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0a4a5b539ca6642ae8613392c2d6dd03 2024-11-16T11:22:39,072 INFO [StoreOpener-0a4a5b539ca6642ae8613392c2d6dd03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a4a5b539ca6642ae8613392c2d6dd03 columnFamilyName sid 2024-11-16T11:22:39,072 DEBUG [StoreOpener-0a4a5b539ca6642ae8613392c2d6dd03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:22:39,072 INFO [StoreOpener-0a4a5b539ca6642ae8613392c2d6dd03-1 {}] regionserver.HStore(327): Store=0a4a5b539ca6642ae8613392c2d6dd03/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:22:39,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0a4a5b539ca6642ae8613392c2d6dd03 2024-11-16T11:22:39,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/replication/0a4a5b539ca6642ae8613392c2d6dd03 2024-11-16T11:22:39,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/replication/0a4a5b539ca6642ae8613392c2d6dd03 2024-11-16T11:22:39,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0a4a5b539ca6642ae8613392c2d6dd03 2024-11-16T11:22:39,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0a4a5b539ca6642ae8613392c2d6dd03 2024-11-16T11:22:39,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:22:39,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0a4a5b539ca6642ae8613392c2d6dd03 2024-11-16T11:22:39,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/replication/0a4a5b539ca6642ae8613392c2d6dd03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:22:39,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0a4a5b539ca6642ae8613392c2d6dd03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74914887, jitterRate=0.11631880700588226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:22:39,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a4a5b539ca6642ae8613392c2d6dd03 2024-11-16T11:22:39,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0a4a5b539ca6642ae8613392c2d6dd03: Running coprocessor pre-open hook at 1731756159067Writing region info on filesystem at 1731756159067Initializing all the Stores at 1731756159068 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756159068Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756159068Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756159068Cleaning up temporary data from old regions at 1731756159074 (+6 ms)Running coprocessor post-open hooks at 1731756159077 (+3 ms)Region opened successfully at 1731756159077 2024-11-16T11:22:39,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03., pid=10, masterSystemTime=1731756159041 2024-11-16T11:22:39,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03. 2024-11-16T11:22:39,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03. 2024-11-16T11:22:39,081 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0a4a5b539ca6642ae8613392c2d6dd03, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,41035,1731756140170 2024-11-16T11:22:39,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a4a5b539ca6642ae8613392c2d6dd03, server=a7948fca2832,41035,1731756140170 because future has completed 2024-11-16T11:22:39,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T11:22:39,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a4a5b539ca6642ae8613392c2d6dd03, server=a7948fca2832,41035,1731756140170 in 195 msec 2024-11-16T11:22:39,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T11:22:39,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a4a5b539ca6642ae8613392c2d6dd03, ASSIGN in 351 msec 2024-11-16T11:22:39,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:22:39,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756159089"}]},"ts":"1731756159089"} 2024-11-16T11:22:39,090 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T11:22:39,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:22:39,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-16T11:22:39,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03., hostname=a7948fca2832,41035,1731756140170, seqNum=2] 2024-11-16T11:22:39,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101436198d40001, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941 2024-11-16T11:22:39,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941 2024-11-16T11:22:39,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T11:22:39,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T11:22:39,402 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T11:22:39,443 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a7948fca2832,41035,1731756140170, ReplicationSource: 1, currentBandwidth=0 2024-11-16T11:22:39,443 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:22:39,443 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,41035,1731756140170, seqNum=-1] 2024-11-16T11:22:39,444 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:22:39,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-16T11:22:39,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a7948fca2832,41035,1731756140170', locateType=CURRENT is [region=hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03., hostname=a7948fca2832,41035,1731756140170, seqNum=2] 2024-11-16T11:22:39,449 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T11:22:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T11:22:39,453 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a7948fca2832,41035,1731756140170 suceeded 2024-11-16T11:22:39,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T11:22:39,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-16T11:22:39,455 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a7948fca2832:42419,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T11:22:39,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5490 sec 2024-11-16T11:22:39,467 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:42419' 2024-11-16T11:22:39,468 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ef85c8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:39,468 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,42419,-1 for getting cluster id 2024-11-16T11:22:39,468 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:22:39,469 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '006103f4-ce5c-40ea-98e7-85f83c09ba74' 2024-11-16T11:22:39,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:22:39,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "006103f4-ce5c-40ea-98e7-85f83c09ba74" 2024-11-16T11:22:39,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@210db915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:39,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,42419,-1] 2024-11-16T11:22:39,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:22:39,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:39,470 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:22:39,471 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a5ec04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:39,471 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:22:39,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,42419,1731756144287 2024-11-16T11:22:39,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cc24045 2024-11-16T11:22:39,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:22:39,472 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-16T11:22:39,473 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a7948fca2832,41035,1731756140170 (queues=1) is replicating from cluster=54fd7967-4ebd-4cb2-add3-e51f20fc2a53 to cluster=006103f4-ce5c-40ea-98e7-85f83c09ba74 2024-11-16T11:22:39,473 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a7948fca2832%2C41035%2C1731756140170 2024-11-16T11:22:39,473 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a7948fca2832,41035,1731756140170, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T11:22:39,473 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756141663, startPosition=0, beingWritten=true 2024-11-16T11:22:39,477 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a7948fca2832%2C41035%2C1731756140170 2024-11-16T11:22:39,482 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:22:39,482 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756141663 to pos 379, reset compression=false 2024-11-16T11:22:39,482 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,41035,1731756140170 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756141663, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:22:39,688 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756141663 to pos 379, reset compression=false 2024-11-16T11:22:39,766 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T11:22:39,993 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756141663 to pos 379, reset compression=false 2024-11-16T11:22:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T11:22:40,052 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T11:22:40,052 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:22:40,052 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:40,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:40,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:40,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:40,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a4c491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:40,054 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,41319,-1 for getting cluster id 2024-11-16T11:22:40,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:22:40,054 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54fd7967-4ebd-4cb2-add3-e51f20fc2a53' 2024-11-16T11:22:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:22:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54fd7967-4ebd-4cb2-add3-e51f20fc2a53" 2024-11-16T11:22:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a00f174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,41319,-1] 2024-11-16T11:22:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:22:40,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:40,056 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:22:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4702573c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:40,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9b1071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:40,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,42419,-1 for getting cluster id 2024-11-16T11:22:40,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:22:40,058 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '006103f4-ce5c-40ea-98e7-85f83c09ba74' 2024-11-16T11:22:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:22:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "006103f4-ce5c-40ea-98e7-85f83c09ba74" 2024-11-16T11:22:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b139edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,42419,-1] 2024-11-16T11:22:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:22:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:40,060 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:22:40,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b95ee01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:40,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfe4b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:40,072 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,46159,-1 for getting cluster id 2024-11-16T11:22:40,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:22:40,072 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8a74fb8-f961-46a4-8934-ba1a91bbb8c0' 2024-11-16T11:22:40,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:22:40,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8a74fb8-f961-46a4-8934-ba1a91bbb8c0" 2024-11-16T11:22:40,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c56d35b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:40,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,46159,-1] 2024-11-16T11:22:40,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:22:40,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:40,074 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:22:40,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1346e90a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:40,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:40,081 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731756160081/Put/seqid=0 2024-11-16T11:22:40,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741840_1016 (size=7894) 2024-11-16T11:22:40,398 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756141663 to pos 379, reset compression=false 2024-11-16T11:22:40,493 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731756160492/Put/seqid=0 2024-11-16T11:22:40,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741841_1017 (size=7691) 2024-11-16T11:22:40,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8f70c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:40,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,41319,-1 for getting cluster id 2024-11-16T11:22:40,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:22:40,504 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54fd7967-4ebd-4cb2-add3-e51f20fc2a53' 2024-11-16T11:22:40,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:22:40,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54fd7967-4ebd-4cb2-add3-e51f20fc2a53" 2024-11-16T11:22:40,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236da7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:40,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,41319,-1] 2024-11-16T11:22:40,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:22:40,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:40,506 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:22:40,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3922348b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:40,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:22:40,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,41035,1731756140170, seqNum=-1] 2024-11-16T11:22:40,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:22:40,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:22:40,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:22:40,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,41319,1731756139803 2024-11-16T11:22:40,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eb9eb10 2024-11-16T11:22:40,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:22:40,523 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:22:40,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c., hostname=a7948fca2832,41035,1731756140170, seqNum=2] 2024-11-16T11:22:40,529 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T11:22:40,536 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-16T11:22:40,541 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-16T11:22:40,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 2017a9ec303f12a35a25ddab43d9770c/f 2024-11-16T11:22:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-16T11:22:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:22:40,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 2017a9ec303f12a35a25ddab43d9770c/f 2024-11-16T11:22:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-16T11:22:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:22:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HRegion(2603): Flush status journal for 2017a9ec303f12a35a25ddab43d9770c: 2024-11-16T11:22:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/staging/jenkins__test__r6rf7i570bk0tbahtpm03k13jg52vk5kdq2h2bj2oeom1qct8kbojrn9t965c1nr/f/hfile_1 2024-11-16T11:22:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/staging/jenkins__test__r6rf7i570bk0tbahtpm03k13jg52vk5kdq2h2bj2oeom1qct8kbojrn9t965c1nr/f/hfile_1 as hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/default/test/2017a9ec303f12a35a25ddab43d9770c/f/334675cb508a4ccfa0d10fd59db094ce_SeqId_4_ 2024-11-16T11:22:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/staging/jenkins__test__r6rf7i570bk0tbahtpm03k13jg52vk5kdq2h2bj2oeom1qct8kbojrn9t965c1nr/f/hfile_0 2024-11-16T11:22:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/staging/jenkins__test__r6rf7i570bk0tbahtpm03k13jg52vk5kdq2h2bj2oeom1qct8kbojrn9t965c1nr/f/hfile_0 as hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/default/test/2017a9ec303f12a35a25ddab43d9770c/f/eb104f63f5274e57866f7df4705f7831_SeqId_4_ 2024-11-16T11:22:40,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/staging/jenkins__test__r6rf7i570bk0tbahtpm03k13jg52vk5kdq2h2bj2oeom1qct8kbojrn9t965c1nr/f/hfile_1 into 2017a9ec303f12a35a25ddab43d9770c/f as hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/default/test/2017a9ec303f12a35a25ddab43d9770c/f/334675cb508a4ccfa0d10fd59db094ce_SeqId_4_ - updating store file list. 2024-11-16T11:22:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 334675cb508a4ccfa0d10fd59db094ce_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T11:22:40,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/default/test/2017a9ec303f12a35a25ddab43d9770c/f/334675cb508a4ccfa0d10fd59db094ce_SeqId_4_ into 2017a9ec303f12a35a25ddab43d9770c/f 2024-11-16T11:22:40,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/staging/jenkins__test__r6rf7i570bk0tbahtpm03k13jg52vk5kdq2h2bj2oeom1qct8kbojrn9t965c1nr/f/hfile_1 into 2017a9ec303f12a35a25ddab43d9770c/f (new location: hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/default/test/2017a9ec303f12a35a25ddab43d9770c/f/334675cb508a4ccfa0d10fd59db094ce_SeqId_4_) 2024-11-16T11:22:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/staging/jenkins__test__r6rf7i570bk0tbahtpm03k13jg52vk5kdq2h2bj2oeom1qct8kbojrn9t965c1nr/f/hfile_1 2024-11-16T11:22:40,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/staging/jenkins__test__r6rf7i570bk0tbahtpm03k13jg52vk5kdq2h2bj2oeom1qct8kbojrn9t965c1nr/f/hfile_0 into 2017a9ec303f12a35a25ddab43d9770c/f as hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/default/test/2017a9ec303f12a35a25ddab43d9770c/f/eb104f63f5274e57866f7df4705f7831_SeqId_4_ - updating store file list. 2024-11-16T11:22:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eb104f63f5274e57866f7df4705f7831_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T11:22:40,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/default/test/2017a9ec303f12a35a25ddab43d9770c/f/eb104f63f5274e57866f7df4705f7831_SeqId_4_ into 2017a9ec303f12a35a25ddab43d9770c/f 2024-11-16T11:22:40,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/staging/jenkins__test__r6rf7i570bk0tbahtpm03k13jg52vk5kdq2h2bj2oeom1qct8kbojrn9t965c1nr/f/hfile_0 into 2017a9ec303f12a35a25ddab43d9770c/f (new location: hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/default/test/2017a9ec303f12a35a25ddab43d9770c/f/eb104f63f5274e57866f7df4705f7831_SeqId_4_) 2024-11-16T11:22:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/staging/jenkins__test__r6rf7i570bk0tbahtpm03k13jg52vk5kdq2h2bj2oeom1qct8kbojrn9t965c1nr/f/hfile_0 2024-11-16T11:22:40,592 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:22:40,592 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:40,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:40,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:40,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:40,593 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:22:40,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,43801,1731756144453, seqNum=-1] 2024-11-16T11:22:40,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c., hostname=a7948fca2832,41035,1731756140170, seqNum=2 , the old value is region=test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c., hostname=a7948fca2832,41035,1731756140170, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a7948fca2832:41035 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T11:22:40,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c., hostname=a7948fca2832,41035,1731756140170, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T11:22:40,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c., hostname=a7948fca2832,41035,1731756140170, seqNum=2 from cache 2024-11-16T11:22:40,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:22:40,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:22:40,596 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T11:22:40,597 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f., hostname=a7948fca2832,43801,1731756144453, seqNum=2] 2024-11-16T11:22:40,599 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T11:22:40,703 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:41035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T11:22:40,902 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756141663 to pos 379, reset compression=false 2024-11-16T11:22:40,909 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:22:40,909 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,41035,1731756140170 got entry batch from reader: WALEntryBatch [walEntries=[{test/2017a9ec303f12a35a25ddab43d9770c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731756160590/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756141663, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T11:22:40,911 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:22:40,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-16T11:22:40,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.ReplicationSink(318): Replicating [54fd7967-4ebd-4cb2-add3-e51f20fc2a53] bulk loaded data 2024-11-16T11:22:40,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@691d682e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:40,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,42419,-1 for getting cluster id 2024-11-16T11:22:40,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:22:40,917 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '006103f4-ce5c-40ea-98e7-85f83c09ba74' 2024-11-16T11:22:40,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:22:40,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "006103f4-ce5c-40ea-98e7-85f83c09ba74" 2024-11-16T11:22:40,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@807b6a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:40,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,42419,-1] 2024-11-16T11:22:40,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:22:40,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:40,918 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:22:40,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@becd22a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:40,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741837_1013 (size=7691) 2024-11-16T11:22:40,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741838_1014 (size=7894) 2024-11-16T11:22:40,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:22:40,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,42419,1731756144287 2024-11-16T11:22:40,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58f451c6 2024-11-16T11:22:40,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:22:40,950 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-16T11:22:40,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T11:22:40,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:22:40,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,43801,1731756144453, seqNum=-1] 2024-11-16T11:22:40,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:22:40,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-16T11:22:40,959 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__c2pr652ss0hb93aelna2je1rdb3fna90k79fapbou5tdcljefamkglpd260e7osf/f/334675cb508a4ccfa0d10fd59db094ce_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-16T11:22:40,963 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__c2pr652ss0hb93aelna2je1rdb3fna90k79fapbou5tdcljefamkglpd260e7osf/f/eb104f63f5274e57866f7df4705f7831_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-16T11:22:40,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__c2pr652ss0hb93aelna2je1rdb3fna90k79fapbou5tdcljefamkglpd260e7osf/f/334675cb508a4ccfa0d10fd59db094ce_SeqId_4_ for inclusion in c7d9237cd09988d3c8eb5eb8e0ea585f/f 2024-11-16T11:22:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-16T11:22:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:22:40,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__c2pr652ss0hb93aelna2je1rdb3fna90k79fapbou5tdcljefamkglpd260e7osf/f/eb104f63f5274e57866f7df4705f7831_SeqId_4_ for inclusion in c7d9237cd09988d3c8eb5eb8e0ea585f/f 2024-11-16T11:22:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-16T11:22:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:22:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HRegion(2603): Flush status journal for c7d9237cd09988d3c8eb5eb8e0ea585f: 2024-11-16T11:22:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 334675cb508a4ccfa0d10fd59db094ce_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T11:22:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__c2pr652ss0hb93aelna2je1rdb3fna90k79fapbou5tdcljefamkglpd260e7osf/f/334675cb508a4ccfa0d10fd59db094ce_SeqId_4_ as hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/default/test/c7d9237cd09988d3c8eb5eb8e0ea585f/f/ffcc7efc7311404d8cb7673687fa65a5_SeqId_4_ 2024-11-16T11:22:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): eb104f63f5274e57866f7df4705f7831_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T11:22:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__c2pr652ss0hb93aelna2je1rdb3fna90k79fapbou5tdcljefamkglpd260e7osf/f/eb104f63f5274e57866f7df4705f7831_SeqId_4_ as hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/default/test/c7d9237cd09988d3c8eb5eb8e0ea585f/f/1e992527fc7c436d9531aa05d322969d_SeqId_4_ 2024-11-16T11:22:40,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__c2pr652ss0hb93aelna2je1rdb3fna90k79fapbou5tdcljefamkglpd260e7osf/f/334675cb508a4ccfa0d10fd59db094ce_SeqId_4_ into c7d9237cd09988d3c8eb5eb8e0ea585f/f as hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/default/test/c7d9237cd09988d3c8eb5eb8e0ea585f/f/ffcc7efc7311404d8cb7673687fa65a5_SeqId_4_ - updating store file list. 2024-11-16T11:22:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ffcc7efc7311404d8cb7673687fa65a5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T11:22:40,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/default/test/c7d9237cd09988d3c8eb5eb8e0ea585f/f/ffcc7efc7311404d8cb7673687fa65a5_SeqId_4_ into c7d9237cd09988d3c8eb5eb8e0ea585f/f 2024-11-16T11:22:40,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__c2pr652ss0hb93aelna2je1rdb3fna90k79fapbou5tdcljefamkglpd260e7osf/f/334675cb508a4ccfa0d10fd59db094ce_SeqId_4_ into c7d9237cd09988d3c8eb5eb8e0ea585f/f (new location: hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/default/test/c7d9237cd09988d3c8eb5eb8e0ea585f/f/ffcc7efc7311404d8cb7673687fa65a5_SeqId_4_) 2024-11-16T11:22:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__c2pr652ss0hb93aelna2je1rdb3fna90k79fapbou5tdcljefamkglpd260e7osf/f/334675cb508a4ccfa0d10fd59db094ce_SeqId_4_ 2024-11-16T11:22:40,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__c2pr652ss0hb93aelna2je1rdb3fna90k79fapbou5tdcljefamkglpd260e7osf/f/eb104f63f5274e57866f7df4705f7831_SeqId_4_ into c7d9237cd09988d3c8eb5eb8e0ea585f/f as hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/default/test/c7d9237cd09988d3c8eb5eb8e0ea585f/f/1e992527fc7c436d9531aa05d322969d_SeqId_4_ - updating store file list. 2024-11-16T11:22:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e992527fc7c436d9531aa05d322969d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T11:22:40,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/default/test/c7d9237cd09988d3c8eb5eb8e0ea585f/f/1e992527fc7c436d9531aa05d322969d_SeqId_4_ into c7d9237cd09988d3c8eb5eb8e0ea585f/f 2024-11-16T11:22:40,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__c2pr652ss0hb93aelna2je1rdb3fna90k79fapbou5tdcljefamkglpd260e7osf/f/eb104f63f5274e57866f7df4705f7831_SeqId_4_ into c7d9237cd09988d3c8eb5eb8e0ea585f/f (new location: hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/default/test/c7d9237cd09988d3c8eb5eb8e0ea585f/f/1e992527fc7c436d9531aa05d322969d_SeqId_4_) 2024-11-16T11:22:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__c2pr652ss0hb93aelna2je1rdb3fna90k79fapbou5tdcljefamkglpd260e7osf/f/eb104f63f5274e57866f7df4705f7831_SeqId_4_ 2024-11-16T11:22:40,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.ReplicationSink(324): Finished replicating [54fd7967-4ebd-4cb2-add3-e51f20fc2a53] bulk loaded data 2024-11-16T11:22:41,109 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756141663 to pos 687, reset compression=false 2024-11-16T11:22:41,412 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756141663 to pos 687, reset compression=false 2024-11-16T11:22:41,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:22:41,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,39261,1731756148986, seqNum=-1] 2024-11-16T11:22:41,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:22:41,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:22:41,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577., hostname=a7948fca2832,39261,1731756148986, seqNum=2] 2024-11-16T11:22:41,615 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:22:41,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:22:41,617 DEBUG [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a7948fca2832%2C41035%2C1731756140170:(num 1731756141663) roll requested 2024-11-16T11:22:41,633 DEBUG [regionserver/a7948fca2832:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617, exclude list is [], retry=0 2024-11-16T11:22:41,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40009,DS-937eddc7-ceef-49cb-9340-4c7c0a30c41c,DISK] 2024-11-16T11:22:41,636 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756141663 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 2024-11-16T11:22:41,637 DEBUG [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42613:42613)] 2024-11-16T11:22:41,637 DEBUG [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756141663 is not closed yet, will try archiving it next time 2024-11-16T11:22:41,637 DEBUG [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a7948fca2832%2C41035%2C1731756140170.meta:.meta(num 1731756142247) roll requested 2024-11-16T11:22:41,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440fd914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:41,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,41319,-1 for getting cluster id 2024-11-16T11:22:41,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:22:41,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741833_1009 (size=695) 2024-11-16T11:22:41,638 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54fd7967-4ebd-4cb2-add3-e51f20fc2a53' 2024-11-16T11:22:41,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:22:41,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54fd7967-4ebd-4cb2-add3-e51f20fc2a53" 2024-11-16T11:22:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b95581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,41319,-1] 2024-11-16T11:22:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:22:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:41,640 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:22:41,640 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756141663 to hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/oldWALs/a7948fca2832%2C41035%2C1731756140170.1731756141663 2024-11-16T11:22:41,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b99725e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:41,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:22:41,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,41319,1731756139803 2024-11-16T11:22:41,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cab2d4a 2024-11-16T11:22:41,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:22:41,642 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:22:41,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://a7948fca2832:46159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T11:22:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T11:22:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T11:22:41,644 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:46159' 2024-11-16T11:22:41,645 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6a67b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:41,645 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,46159,-1 for getting cluster id 2024-11-16T11:22:41,645 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:22:41,646 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8a74fb8-f961-46a4-8934-ba1a91bbb8c0' 2024-11-16T11:22:41,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:22:41,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8a74fb8-f961-46a4-8934-ba1a91bbb8c0" 2024-11-16T11:22:41,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311614e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:41,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,46159,-1] 2024-11-16T11:22:41,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:22:41,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:41,647 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:22:41,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3f0436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:41,648 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:22:41,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,46159,1731756148866 2024-11-16T11:22:41,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cd1dbc8 2024-11-16T11:22:41,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:22:41,649 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:22:41,649 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T11:22:41,649 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T11:22:41,649 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:41,649 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:41,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:41,654 DEBUG [regionserver/a7948fca2832:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.meta.1731756161637.meta, exclude list is [], retry=0 2024-11-16T11:22:41,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40009,DS-937eddc7-ceef-49cb-9340-4c7c0a30c41c,DISK] 2024-11-16T11:22:41,663 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.meta.1731756142247.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.meta.1731756161637.meta 2024-11-16T11:22:41,664 DEBUG [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42613:42613)] 2024-11-16T11:22:41,664 DEBUG [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.meta.1731756142247.meta is not closed yet, will try archiving it next time 2024-11-16T11:22:41,664 DEBUG [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a7948fca2832%2C41035%2C1731756140170.rep:(num 1731756159046) roll requested 2024-11-16T11:22:41,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741834_1010 (size=3473) 2024-11-16T11:22:41,680 DEBUG [regionserver/a7948fca2832:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.rep.1731756161664, exclude list is [], retry=0 2024-11-16T11:22:41,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40009,DS-937eddc7-ceef-49cb-9340-4c7c0a30c41c,DISK] 2024-11-16T11:22:41,684 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.rep.1731756159046 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.rep.1731756161664 2024-11-16T11:22:41,687 DEBUG [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42613:42613)] 2024-11-16T11:22:41,687 DEBUG [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.rep.1731756159046 is not closed yet, will try archiving it next time 2024-11-16T11:22:41,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T11:22:41,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741839_1015 (size=1505) 2024-11-16T11:22:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T11:22:41,815 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756141663 to pos 687, reset compression=false 2024-11-16T11:22:41,822 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756141663 was moved to hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/oldWALs/a7948fca2832%2C41035%2C1731756140170.1731756141663 2024-11-16T11:22:41,823 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756141663 2024-11-16T11:22:41,823 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,41035,1731756140170 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756141663, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-16T11:22:41,824 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617, startPosition=0, beingWritten=true 2024-11-16T11:22:41,826 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [a7948fca2832%2C41035%2C1731756140170.1731756141663] 2024-11-16T11:22:41,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-16T11:22:41,870 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-16T11:22:41,911 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-a7948fca2832,41035,1731756140170, ReplicationSource: 2, currentBandwidth=0 2024-11-16T11:22:41,913 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-16T11:22:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-16T11:22:41,915 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on a7948fca2832,41035,1731756140170 suceeded 2024-11-16T11:22:41,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T11:22:41,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-16T11:22:41,917 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://a7948fca2832:46159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T11:22:41,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 275 msec 2024-11-16T11:22:41,933 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a7948fca2832:46159' 2024-11-16T11:22:41,935 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3158e7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:41,935 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,46159,-1 for getting cluster id 2024-11-16T11:22:41,935 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:22:41,936 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8a74fb8-f961-46a4-8934-ba1a91bbb8c0' 2024-11-16T11:22:41,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:22:41,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8a74fb8-f961-46a4-8934-ba1a91bbb8c0" 2024-11-16T11:22:41,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4751bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:41,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,46159,-1] 2024-11-16T11:22:41,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:22:41,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:41,937 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:22:41,938 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cf1cd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:41,938 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:22:41,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,46159,1731756148866 2024-11-16T11:22:41,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c6f4406 2024-11-16T11:22:41,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:22:41,939 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-16T11:22:41,939 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a7948fca2832,41035,1731756140170 (queues=1) is replicating from cluster=54fd7967-4ebd-4cb2-add3-e51f20fc2a53 to cluster=e8a74fb8-f961-46a4-8934-ba1a91bbb8c0 2024-11-16T11:22:41,940 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a7948fca2832%2C41035%2C1731756140170 2024-11-16T11:22:41,940 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a7948fca2832,41035,1731756140170, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T11:22:41,940 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617, startPosition=0, beingWritten=true 2024-11-16T11:22:41,940 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a7948fca2832%2C41035%2C1731756140170 2024-11-16T11:22:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T11:22:41,962 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-16T11:22:41,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:22:41,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:41,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:41,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:41,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:41,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:22:41,965 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731756161965/Put/seqid=0 2024-11-16T11:22:41,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741845_1021 (size=11194) 2024-11-16T11:22:41,975 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731756161974/Put/seqid=0 2024-11-16T11:22:41,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741846_1022 (size=10791) 2024-11-16T11:22:42,144 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 0, reset compression=false 2024-11-16T11:22:42,328 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 0, reset compression=false 2024-11-16T11:22:42,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad44a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:42,388 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,41319,-1 for getting cluster id 2024-11-16T11:22:42,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:22:42,389 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54fd7967-4ebd-4cb2-add3-e51f20fc2a53' 2024-11-16T11:22:42,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:22:42,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54fd7967-4ebd-4cb2-add3-e51f20fc2a53" 2024-11-16T11:22:42,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561fa752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:42,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,41319,-1] 2024-11-16T11:22:42,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:22:42,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:42,390 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:22:42,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481c25b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:42,391 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:22:42,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,41035,1731756140170, seqNum=-1] 2024-11-16T11:22:42,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:22:42,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:22:42,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:22:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,41319,1731756139803 2024-11-16T11:22:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@658a1b74 2024-11-16T11:22:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:22:42,408 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:22:42,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c., hostname=a7948fca2832,41035,1731756140170, seqNum=2] 2024-11-16T11:22:42,413 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T11:22:42,419 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-16T11:22:42,421 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-16T11:22:42,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 2017a9ec303f12a35a25ddab43d9770c/f 2024-11-16T11:22:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-16T11:22:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:22:42,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 2017a9ec303f12a35a25ddab43d9770c/f 2024-11-16T11:22:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-16T11:22:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:22:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HRegion(2603): Flush status journal for 2017a9ec303f12a35a25ddab43d9770c: 2024-11-16T11:22:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/staging/jenkins__test__j2hjq004nk02f8v36vhdbkronrld1oqjcg6i20on9aqjsrged2ql7t34e679csr5/f/hfile_0 2024-11-16T11:22:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/staging/jenkins__test__j2hjq004nk02f8v36vhdbkronrld1oqjcg6i20on9aqjsrged2ql7t34e679csr5/f/hfile_0 as hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/default/test/2017a9ec303f12a35a25ddab43d9770c/f/850a1b2b92924ab88949be2f59f213fc_SeqId_6_ 2024-11-16T11:22:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/staging/jenkins__test__j2hjq004nk02f8v36vhdbkronrld1oqjcg6i20on9aqjsrged2ql7t34e679csr5/f/hfile_1 2024-11-16T11:22:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/staging/jenkins__test__j2hjq004nk02f8v36vhdbkronrld1oqjcg6i20on9aqjsrged2ql7t34e679csr5/f/hfile_1 as hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/default/test/2017a9ec303f12a35a25ddab43d9770c/f/ff9a0613ffbc449eba61e1bc01d1add1_SeqId_6_ 2024-11-16T11:22:42,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/staging/jenkins__test__j2hjq004nk02f8v36vhdbkronrld1oqjcg6i20on9aqjsrged2ql7t34e679csr5/f/hfile_0 into 2017a9ec303f12a35a25ddab43d9770c/f as hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/default/test/2017a9ec303f12a35a25ddab43d9770c/f/850a1b2b92924ab88949be2f59f213fc_SeqId_6_ - updating store file list. 2024-11-16T11:22:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 850a1b2b92924ab88949be2f59f213fc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T11:22:42,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/default/test/2017a9ec303f12a35a25ddab43d9770c/f/850a1b2b92924ab88949be2f59f213fc_SeqId_6_ into 2017a9ec303f12a35a25ddab43d9770c/f 2024-11-16T11:22:42,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/staging/jenkins__test__j2hjq004nk02f8v36vhdbkronrld1oqjcg6i20on9aqjsrged2ql7t34e679csr5/f/hfile_0 into 2017a9ec303f12a35a25ddab43d9770c/f (new location: hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/default/test/2017a9ec303f12a35a25ddab43d9770c/f/850a1b2b92924ab88949be2f59f213fc_SeqId_6_) 2024-11-16T11:22:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/staging/jenkins__test__j2hjq004nk02f8v36vhdbkronrld1oqjcg6i20on9aqjsrged2ql7t34e679csr5/f/hfile_0 2024-11-16T11:22:42,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/staging/jenkins__test__j2hjq004nk02f8v36vhdbkronrld1oqjcg6i20on9aqjsrged2ql7t34e679csr5/f/hfile_1 into 2017a9ec303f12a35a25ddab43d9770c/f as hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/default/test/2017a9ec303f12a35a25ddab43d9770c/f/ff9a0613ffbc449eba61e1bc01d1add1_SeqId_6_ - updating store file list. 2024-11-16T11:22:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff9a0613ffbc449eba61e1bc01d1add1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T11:22:42,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/default/test/2017a9ec303f12a35a25ddab43d9770c/f/ff9a0613ffbc449eba61e1bc01d1add1_SeqId_6_ into 2017a9ec303f12a35a25ddab43d9770c/f 2024-11-16T11:22:42,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/staging/jenkins__test__j2hjq004nk02f8v36vhdbkronrld1oqjcg6i20on9aqjsrged2ql7t34e679csr5/f/hfile_1 into 2017a9ec303f12a35a25ddab43d9770c/f (new location: hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/default/test/2017a9ec303f12a35a25ddab43d9770c/f/ff9a0613ffbc449eba61e1bc01d1add1_SeqId_6_) 2024-11-16T11:22:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/staging/jenkins__test__j2hjq004nk02f8v36vhdbkronrld1oqjcg6i20on9aqjsrged2ql7t34e679csr5/f/hfile_1 2024-11-16T11:22:42,449 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:22:42,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:42,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:42,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c., hostname=a7948fca2832,41035,1731756140170, seqNum=2 , the old value is region=test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c., hostname=a7948fca2832,41035,1731756140170, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a7948fca2832:41035 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T11:22:42,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c., hostname=a7948fca2832,41035,1731756140170, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T11:22:42,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c., hostname=a7948fca2832,41035,1731756140170, seqNum=2 from cache 2024-11-16T11:22:42,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:42,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:42,450 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T11:22:42,451 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 0, reset compression=false 2024-11-16T11:22:42,453 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T11:22:42,455 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:22:42,455 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-a7948fca2832,41035,1731756140170 got entry batch from reader: WALEntryBatch [walEntries=[{test/2017a9ec303f12a35a25ddab43d9770c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731756162447/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T11:22:42,457 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:22:42,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-16T11:22:42,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.ReplicationSink(318): Replicating [54fd7967-4ebd-4cb2-add3-e51f20fc2a53] bulk loaded data 2024-11-16T11:22:42,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@304e9717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:42,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,46159,-1 for getting cluster id 2024-11-16T11:22:42,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:22:42,459 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8a74fb8-f961-46a4-8934-ba1a91bbb8c0' 2024-11-16T11:22:42,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:22:42,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8a74fb8-f961-46a4-8934-ba1a91bbb8c0" 2024-11-16T11:22:42,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4637f12e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:42,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,46159,-1] 2024-11-16T11:22:42,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:22:42,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:42,460 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:22:42,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1453a3ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:22:42,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741837_1013 (size=11194) 2024-11-16T11:22:42,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741838_1014 (size=10791) 2024-11-16T11:22:42,552 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:41035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T11:22:42,594 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:22:42,655 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 393, reset compression=false 2024-11-16T11:22:42,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:22:42,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,46159,1731756148866 2024-11-16T11:22:42,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13867602 2024-11-16T11:22:42,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:22:42,889 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-16T11:22:42,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T11:22:42,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:22:42,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,39261,1731756148986, seqNum=-1] 2024-11-16T11:22:42,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:22:42,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-16T11:22:42,897 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/staging/jenkins.hfs.23__test__35fc1t1f4t1g07eesg43tn6tjrj3n8o6ak16ni9oarlfki9oj2s9bf1k2bl1oaie/f/850a1b2b92924ab88949be2f59f213fc_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-16T11:22:42,900 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/staging/jenkins.hfs.23__test__35fc1t1f4t1g07eesg43tn6tjrj3n8o6ak16ni9oarlfki9oj2s9bf1k2bl1oaie/f/ff9a0613ffbc449eba61e1bc01d1add1_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-16T11:22:42,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/staging/jenkins.hfs.23__test__35fc1t1f4t1g07eesg43tn6tjrj3n8o6ak16ni9oarlfki9oj2s9bf1k2bl1oaie/f/ff9a0613ffbc449eba61e1bc01d1add1_SeqId_6_ for inclusion in f73cddce3046054d1a71acc4c0ed8577/f 2024-11-16T11:22:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-16T11:22:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:22:42,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/staging/jenkins.hfs.23__test__35fc1t1f4t1g07eesg43tn6tjrj3n8o6ak16ni9oarlfki9oj2s9bf1k2bl1oaie/f/850a1b2b92924ab88949be2f59f213fc_SeqId_6_ for inclusion in f73cddce3046054d1a71acc4c0ed8577/f 2024-11-16T11:22:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-16T11:22:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:22:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.HRegion(2603): Flush status journal for f73cddce3046054d1a71acc4c0ed8577: 2024-11-16T11:22:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ff9a0613ffbc449eba61e1bc01d1add1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T11:22:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/staging/jenkins.hfs.23__test__35fc1t1f4t1g07eesg43tn6tjrj3n8o6ak16ni9oarlfki9oj2s9bf1k2bl1oaie/f/ff9a0613ffbc449eba61e1bc01d1add1_SeqId_6_ as hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/default/test/f73cddce3046054d1a71acc4c0ed8577/f/638ac96e82ab4e12a0801985f65c9663_SeqId_4_ 2024-11-16T11:22:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 850a1b2b92924ab88949be2f59f213fc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T11:22:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/staging/jenkins.hfs.23__test__35fc1t1f4t1g07eesg43tn6tjrj3n8o6ak16ni9oarlfki9oj2s9bf1k2bl1oaie/f/850a1b2b92924ab88949be2f59f213fc_SeqId_6_ as hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/default/test/f73cddce3046054d1a71acc4c0ed8577/f/d46ade56685e43e399c7b28f50e6e6f1_SeqId_4_ 2024-11-16T11:22:42,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/staging/jenkins.hfs.23__test__35fc1t1f4t1g07eesg43tn6tjrj3n8o6ak16ni9oarlfki9oj2s9bf1k2bl1oaie/f/ff9a0613ffbc449eba61e1bc01d1add1_SeqId_6_ into f73cddce3046054d1a71acc4c0ed8577/f as hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/default/test/f73cddce3046054d1a71acc4c0ed8577/f/638ac96e82ab4e12a0801985f65c9663_SeqId_4_ - updating store file list. 2024-11-16T11:22:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 638ac96e82ab4e12a0801985f65c9663_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T11:22:42,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/default/test/f73cddce3046054d1a71acc4c0ed8577/f/638ac96e82ab4e12a0801985f65c9663_SeqId_4_ into f73cddce3046054d1a71acc4c0ed8577/f 2024-11-16T11:22:42,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/staging/jenkins.hfs.23__test__35fc1t1f4t1g07eesg43tn6tjrj3n8o6ak16ni9oarlfki9oj2s9bf1k2bl1oaie/f/ff9a0613ffbc449eba61e1bc01d1add1_SeqId_6_ into f73cddce3046054d1a71acc4c0ed8577/f (new location: hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/default/test/f73cddce3046054d1a71acc4c0ed8577/f/638ac96e82ab4e12a0801985f65c9663_SeqId_4_) 2024-11-16T11:22:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/staging/jenkins.hfs.23__test__35fc1t1f4t1g07eesg43tn6tjrj3n8o6ak16ni9oarlfki9oj2s9bf1k2bl1oaie/f/ff9a0613ffbc449eba61e1bc01d1add1_SeqId_6_ 2024-11-16T11:22:42,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/staging/jenkins.hfs.23__test__35fc1t1f4t1g07eesg43tn6tjrj3n8o6ak16ni9oarlfki9oj2s9bf1k2bl1oaie/f/850a1b2b92924ab88949be2f59f213fc_SeqId_6_ into f73cddce3046054d1a71acc4c0ed8577/f as hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/default/test/f73cddce3046054d1a71acc4c0ed8577/f/d46ade56685e43e399c7b28f50e6e6f1_SeqId_4_ - updating store file list. 2024-11-16T11:22:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d46ade56685e43e399c7b28f50e6e6f1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T11:22:42,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/default/test/f73cddce3046054d1a71acc4c0ed8577/f/d46ade56685e43e399c7b28f50e6e6f1_SeqId_4_ into f73cddce3046054d1a71acc4c0ed8577/f 2024-11-16T11:22:42,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/staging/jenkins.hfs.23__test__35fc1t1f4t1g07eesg43tn6tjrj3n8o6ak16ni9oarlfki9oj2s9bf1k2bl1oaie/f/850a1b2b92924ab88949be2f59f213fc_SeqId_6_ into f73cddce3046054d1a71acc4c0ed8577/f (new location: hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/default/test/f73cddce3046054d1a71acc4c0ed8577/f/d46ade56685e43e399c7b28f50e6e6f1_SeqId_4_) 2024-11-16T11:22:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/staging/jenkins.hfs.23__test__35fc1t1f4t1g07eesg43tn6tjrj3n8o6ak16ni9oarlfki9oj2s9bf1k2bl1oaie/f/850a1b2b92924ab88949be2f59f213fc_SeqId_6_ 2024-11-16T11:22:42,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39261 {}] regionserver.ReplicationSink(324): Finished replicating [54fd7967-4ebd-4cb2-add3-e51f20fc2a53] bulk loaded data 2024-11-16T11:22:42,932 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 0, reset compression=false 2024-11-16T11:22:42,942 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T11:22:42,942 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,41035,1731756140170 got entry batch from reader: WALEntryBatch [walEntries=[{test/2017a9ec303f12a35a25ddab43d9770c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731756162447/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T11:22:42,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.ReplicationSink(318): Replicating [54fd7967-4ebd-4cb2-add3-e51f20fc2a53] bulk loaded data 2024-11-16T11:22:42,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741839_1015 (size=11194) 2024-11-16T11:22:42,958 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 393, reset compression=false 2024-11-16T11:22:42,998 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:22:43,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:43,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:43,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:43,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:43,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:43,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:43,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:43,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:43,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:43,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:43,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:43,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:43,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:43,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:43,142 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 393, reset compression=false 2024-11-16T11:22:43,361 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 393, reset compression=false 2024-11-16T11:22:43,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741840_1016 (size=10791) 2024-11-16T11:22:43,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T11:22:43,391 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__705tff510osv3hj6dbqb0egoiepmmo74hbaq02v00ibhpa96906u1io0tuoglg3l/f/850a1b2b92924ab88949be2f59f213fc_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-16T11:22:43,397 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__705tff510osv3hj6dbqb0egoiepmmo74hbaq02v00ibhpa96906u1io0tuoglg3l/f/ff9a0613ffbc449eba61e1bc01d1add1_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-16T11:22:43,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__705tff510osv3hj6dbqb0egoiepmmo74hbaq02v00ibhpa96906u1io0tuoglg3l/f/ff9a0613ffbc449eba61e1bc01d1add1_SeqId_6_ for inclusion in c7d9237cd09988d3c8eb5eb8e0ea585f/f 2024-11-16T11:22:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-16T11:22:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:22:43,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__705tff510osv3hj6dbqb0egoiepmmo74hbaq02v00ibhpa96906u1io0tuoglg3l/f/850a1b2b92924ab88949be2f59f213fc_SeqId_6_ for inclusion in c7d9237cd09988d3c8eb5eb8e0ea585f/f 2024-11-16T11:22:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-16T11:22:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:22:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HRegion(2603): Flush status journal for c7d9237cd09988d3c8eb5eb8e0ea585f: 2024-11-16T11:22:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ff9a0613ffbc449eba61e1bc01d1add1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T11:22:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__705tff510osv3hj6dbqb0egoiepmmo74hbaq02v00ibhpa96906u1io0tuoglg3l/f/ff9a0613ffbc449eba61e1bc01d1add1_SeqId_6_ as hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/default/test/c7d9237cd09988d3c8eb5eb8e0ea585f/f/9768dc9f52864b71a9ec791473c2a28e_SeqId_6_ 2024-11-16T11:22:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 850a1b2b92924ab88949be2f59f213fc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T11:22:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__705tff510osv3hj6dbqb0egoiepmmo74hbaq02v00ibhpa96906u1io0tuoglg3l/f/850a1b2b92924ab88949be2f59f213fc_SeqId_6_ as hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/default/test/c7d9237cd09988d3c8eb5eb8e0ea585f/f/ae1236be9aab4352a5ed6117d8df6283_SeqId_6_ 2024-11-16T11:22:43,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__705tff510osv3hj6dbqb0egoiepmmo74hbaq02v00ibhpa96906u1io0tuoglg3l/f/ff9a0613ffbc449eba61e1bc01d1add1_SeqId_6_ into c7d9237cd09988d3c8eb5eb8e0ea585f/f as hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/default/test/c7d9237cd09988d3c8eb5eb8e0ea585f/f/9768dc9f52864b71a9ec791473c2a28e_SeqId_6_ - updating store file list. 2024-11-16T11:22:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9768dc9f52864b71a9ec791473c2a28e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T11:22:43,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/default/test/c7d9237cd09988d3c8eb5eb8e0ea585f/f/9768dc9f52864b71a9ec791473c2a28e_SeqId_6_ into c7d9237cd09988d3c8eb5eb8e0ea585f/f 2024-11-16T11:22:43,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__705tff510osv3hj6dbqb0egoiepmmo74hbaq02v00ibhpa96906u1io0tuoglg3l/f/ff9a0613ffbc449eba61e1bc01d1add1_SeqId_6_ into c7d9237cd09988d3c8eb5eb8e0ea585f/f (new location: hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/default/test/c7d9237cd09988d3c8eb5eb8e0ea585f/f/9768dc9f52864b71a9ec791473c2a28e_SeqId_6_) 2024-11-16T11:22:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__705tff510osv3hj6dbqb0egoiepmmo74hbaq02v00ibhpa96906u1io0tuoglg3l/f/ff9a0613ffbc449eba61e1bc01d1add1_SeqId_6_ 2024-11-16T11:22:43,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__705tff510osv3hj6dbqb0egoiepmmo74hbaq02v00ibhpa96906u1io0tuoglg3l/f/850a1b2b92924ab88949be2f59f213fc_SeqId_6_ into c7d9237cd09988d3c8eb5eb8e0ea585f/f as hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/default/test/c7d9237cd09988d3c8eb5eb8e0ea585f/f/ae1236be9aab4352a5ed6117d8df6283_SeqId_6_ - updating store file list. 2024-11-16T11:22:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ae1236be9aab4352a5ed6117d8df6283_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T11:22:43,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/default/test/c7d9237cd09988d3c8eb5eb8e0ea585f/f/ae1236be9aab4352a5ed6117d8df6283_SeqId_6_ into c7d9237cd09988d3c8eb5eb8e0ea585f/f 2024-11-16T11:22:43,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__705tff510osv3hj6dbqb0egoiepmmo74hbaq02v00ibhpa96906u1io0tuoglg3l/f/850a1b2b92924ab88949be2f59f213fc_SeqId_6_ into c7d9237cd09988d3c8eb5eb8e0ea585f/f (new location: hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/default/test/c7d9237cd09988d3c8eb5eb8e0ea585f/f/ae1236be9aab4352a5ed6117d8df6283_SeqId_6_) 2024-11-16T11:22:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/staging/jenkins.hfs.22__test__705tff510osv3hj6dbqb0egoiepmmo74hbaq02v00ibhpa96906u1io0tuoglg3l/f/850a1b2b92924ab88949be2f59f213fc_SeqId_6_ 2024-11-16T11:22:43,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] regionserver.ReplicationSink(324): Finished replicating [54fd7967-4ebd-4cb2-add3-e51f20fc2a53] bulk loaded data 2024-11-16T11:22:43,446 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 393, reset compression=false 2024-11-16T11:22:43,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:22:43,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:22:43,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:43,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:43,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:43,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:43,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:22:43,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1531463154, stopped=false 2024-11-16T11:22:43,470 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,46159,1731756148866 2024-11-16T11:22:43,505 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39261-0x101436198d40007, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-927332895/running 2024-11-16T11:22:43,505 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39261-0x101436198d40007, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-927332895 2024-11-16T11:22:43,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-927332895/running 2024-11-16T11:22:43,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-927332895 2024-11-16T11:22:43,505 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:22:43,506 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:22:43,506 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:43,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:43,506 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,39261,1731756148986' ***** 2024-11-16T11:22:43,506 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:22:43,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Set watcher on znode that does not yet exist, /2-927332895/running 2024-11-16T11:22:43,507 INFO [RS:0;a7948fca2832:39261 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:22:43,507 INFO [RS:0;a7948fca2832:39261 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:22:43,507 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:22:43,507 INFO [RS:0;a7948fca2832:39261 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:22:43,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39261-0x101436198d40007, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Set watcher on znode that does not yet exist, /2-927332895/running 2024-11-16T11:22:43,507 INFO [RS:0;a7948fca2832:39261 {}] regionserver.HRegionServer(3091): Received CLOSE for f73cddce3046054d1a71acc4c0ed8577 2024-11-16T11:22:43,508 INFO [RS:0;a7948fca2832:39261 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,39261,1731756148986 2024-11-16T11:22:43,508 INFO [RS:0;a7948fca2832:39261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:22:43,508 INFO [RS:0;a7948fca2832:39261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:39261. 2024-11-16T11:22:43,508 DEBUG [RS:0;a7948fca2832:39261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:43,508 DEBUG [RS:0;a7948fca2832:39261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:43,508 INFO [RS:0;a7948fca2832:39261 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:22:43,508 INFO [RS:0;a7948fca2832:39261 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:22:43,508 INFO [RS:0;a7948fca2832:39261 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:22:43,508 INFO [RS:0;a7948fca2832:39261 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:22:43,509 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f73cddce3046054d1a71acc4c0ed8577, disabling compactions & flushes 2024-11-16T11:22:43,509 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577. 2024-11-16T11:22:43,509 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577. 2024-11-16T11:22:43,509 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577. after waiting 0 ms 2024-11-16T11:22:43,509 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577. 2024-11-16T11:22:43,509 INFO [RS:0;a7948fca2832:39261 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T11:22:43,509 DEBUG [RS:0;a7948fca2832:39261 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f73cddce3046054d1a71acc4c0ed8577=test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577.} 2024-11-16T11:22:43,509 DEBUG [RS:0;a7948fca2832:39261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f73cddce3046054d1a71acc4c0ed8577 2024-11-16T11:22:43,509 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:22:43,509 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:22:43,509 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:22:43,509 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:22:43,509 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:22:43,510 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-16T11:22:43,525 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/default/test/f73cddce3046054d1a71acc4c0ed8577/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-16T11:22:43,525 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:22:43,525 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:22:43,525 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577. 2024-11-16T11:22:43,525 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f73cddce3046054d1a71acc4c0ed8577: Waiting for close lock at 1731756163509Running coprocessor pre-close hooks at 1731756163509Disabling compacts and flushes for region at 1731756163509Disabling writes for close at 1731756163509Writing region close event to WAL at 1731756163510 (+1 ms)Running coprocessor post-close hooks at 1731756163525 (+15 ms)Closed at 1731756163525 2024-11-16T11:22:43,526 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577. 2024-11-16T11:22:43,535 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:22:43,548 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/.tmp/info/a465e40902234bc0b3afe3445e920a1f is 129, key is test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577./info:regioninfo/1731756157511/Put/seqid=0 2024-11-16T11:22:43,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741839_1015 (size=6421) 2024-11-16T11:22:43,564 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/.tmp/info/a465e40902234bc0b3afe3445e920a1f 2024-11-16T11:22:43,588 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/.tmp/ns/8ed4c43515a6408f8a34ed12b84cd1c9 is 43, key is default/ns:d/1731756152379/Put/seqid=0 2024-11-16T11:22:43,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741840_1016 (size=5153) 2024-11-16T11:22:43,617 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/.tmp/ns/8ed4c43515a6408f8a34ed12b84cd1c9 2024-11-16T11:22:43,640 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/.tmp/rep_barrier/2f3dd5e055ba4c38a081d1633866feca is 112, key is test,,1731756156765.f73cddce3046054d1a71acc4c0ed8577./rep_barrier:seqnumDuringOpen/1731756157511/Put/seqid=0 2024-11-16T11:22:43,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741841_1017 (size=5518) 2024-11-16T11:22:43,709 DEBUG [RS:0;a7948fca2832:39261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:22:43,850 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 393, reset compression=false 2024-11-16T11:22:43,876 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 393, reset compression=false 2024-11-16T11:22:43,909 DEBUG [RS:0;a7948fca2832:39261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:22:44,046 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/.tmp/rep_barrier/2f3dd5e055ba4c38a081d1633866feca 2024-11-16T11:22:44,062 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/.tmp/table/49cc3a81a75a4c9794a235182be9b014 is 40, key is test/table:state/1731756157517/Put/seqid=0 2024-11-16T11:22:44,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741842_1018 (size=5165) 2024-11-16T11:22:44,109 DEBUG [RS:0;a7948fca2832:39261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:22:44,226 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:22:44,226 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:22:44,310 DEBUG [RS:0;a7948fca2832:39261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:22:44,353 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 393, reset compression=false 2024-11-16T11:22:44,465 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/.tmp/table/49cc3a81a75a4c9794a235182be9b014 2024-11-16T11:22:44,469 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/.tmp/info/a465e40902234bc0b3afe3445e920a1f as hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/info/a465e40902234bc0b3afe3445e920a1f 2024-11-16T11:22:44,475 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/info/a465e40902234bc0b3afe3445e920a1f, entries=10, sequenceid=11, filesize=6.3 K 2024-11-16T11:22:44,476 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/.tmp/ns/8ed4c43515a6408f8a34ed12b84cd1c9 as hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/ns/8ed4c43515a6408f8a34ed12b84cd1c9 2024-11-16T11:22:44,478 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 393, reset compression=false 2024-11-16T11:22:44,479 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/ns/8ed4c43515a6408f8a34ed12b84cd1c9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T11:22:44,480 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/.tmp/rep_barrier/2f3dd5e055ba4c38a081d1633866feca as hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/rep_barrier/2f3dd5e055ba4c38a081d1633866feca 2024-11-16T11:22:44,485 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/rep_barrier/2f3dd5e055ba4c38a081d1633866feca, entries=1, sequenceid=11, filesize=5.4 K 2024-11-16T11:22:44,486 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/.tmp/table/49cc3a81a75a4c9794a235182be9b014 as hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/table/49cc3a81a75a4c9794a235182be9b014 2024-11-16T11:22:44,489 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/table/49cc3a81a75a4c9794a235182be9b014, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T11:22:44,490 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 981ms, sequenceid=11, compaction requested=false 2024-11-16T11:22:44,493 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T11:22:44,494 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:22:44,494 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:22:44,494 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:22:44,494 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756163509Running coprocessor pre-close hooks at 1731756163509Disabling compacts and flushes for region at 1731756163509Disabling writes for close at 1731756163509Obtaining lock to block concurrent updates at 1731756163510 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731756163510Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731756163510Flushing stores of hbase:meta,,1.1588230740 at 1731756163510Flushing 1588230740/info: creating writer at 1731756163511 (+1 ms)Flushing 1588230740/info: appending metadata at 1731756163547 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731756163547Flushing 1588230740/ns: creating writer at 1731756163570 (+23 ms)Flushing 1588230740/ns: appending metadata at 1731756163587 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731756163587Flushing 1588230740/rep_barrier: creating writer at 1731756163622 (+35 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731756163639 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731756163639Flushing 1588230740/table: creating writer at 1731756164049 (+410 ms)Flushing 1588230740/table: appending metadata at 1731756164062 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731756164062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14ed05d0: reopening flushed file at 1731756164469 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71fad39b: reopening flushed file at 1731756164475 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7183e10a: reopening flushed file at 1731756164480 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b3d1d08: reopening flushed file at 1731756164485 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 981ms, sequenceid=11, compaction requested=false at 1731756164490 (+5 ms)Writing region close event to WAL at 1731756164491 (+1 ms)Running coprocessor post-close hooks at 1731756164494 (+3 ms)Closed at 1731756164494 2024-11-16T11:22:44,494 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:22:44,510 INFO [RS:0;a7948fca2832:39261 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,39261,1731756148986; all regions closed. 2024-11-16T11:22:44,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741834_1010 (size=2717) 2024-11-16T11:22:44,513 DEBUG [RS:0;a7948fca2832:39261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/oldWALs 2024-11-16T11:22:44,513 INFO [RS:0;a7948fca2832:39261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C39261%2C1731756148986.meta:.meta(num 1731756152327) 2024-11-16T11:22:44,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741832_1008 (size=1028) 2024-11-16T11:22:44,517 DEBUG [RS:0;a7948fca2832:39261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/oldWALs 2024-11-16T11:22:44,517 INFO [RS:0;a7948fca2832:39261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C39261%2C1731756148986:(num 1731756151368) 2024-11-16T11:22:44,517 DEBUG [RS:0;a7948fca2832:39261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:44,517 INFO [RS:0;a7948fca2832:39261 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:22:44,518 INFO [RS:0;a7948fca2832:39261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:22:44,518 INFO [RS:0;a7948fca2832:39261 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:22:44,518 INFO [RS:0;a7948fca2832:39261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:22:44,518 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:22:44,518 INFO [RS:0;a7948fca2832:39261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:39261. 2024-11-16T11:22:44,518 DEBUG [RS:0;a7948fca2832:39261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:44,518 DEBUG [RS:0;a7948fca2832:39261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:44,519 DEBUG [RS:0;a7948fca2832:39261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:44,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:44,519 INFO [RS:0;a7948fca2832:39261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39261 2024-11-16T11:22:44,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-927332895/rs 2024-11-16T11:22:44,563 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39261-0x101436198d40007, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-927332895/rs/a7948fca2832,39261,1731756148986 2024-11-16T11:22:44,563 INFO [RS:0;a7948fca2832:39261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:22:44,573 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,39261,1731756148986] 2024-11-16T11:22:44,584 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-927332895/draining/a7948fca2832,39261,1731756148986 already deleted, retry=false 2024-11-16T11:22:44,584 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,39261,1731756148986 expired; onlineServers=0 2024-11-16T11:22:44,584 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,46159,1731756148866' ***** 2024-11-16T11:22:44,584 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:22:44,584 INFO [M:0;a7948fca2832:46159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:22:44,584 INFO [M:0;a7948fca2832:46159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:22:44,584 DEBUG [M:0;a7948fca2832:46159 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:22:44,584 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:22:44,585 DEBUG [M:0;a7948fca2832:46159 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:22:44,585 INFO [M:0;a7948fca2832:46159 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:22:44,585 INFO [M:0;a7948fca2832:46159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:22:44,585 DEBUG [M:0;a7948fca2832:46159 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:22:44,585 INFO [M:0;a7948fca2832:46159 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:22:44,585 INFO [M:0;a7948fca2832:46159 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:22:44,585 INFO [M:0;a7948fca2832:46159 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:22:44,585 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756151077 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756151077,5,FailOnTimeoutGroup] 2024-11-16T11:22:44,585 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:22:44,585 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756151077 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756151077,5,FailOnTimeoutGroup] 2024-11-16T11:22:44,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-927332895/master 2024-11-16T11:22:44,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-927332895 2024-11-16T11:22:44,605 DEBUG [M:0;a7948fca2832:46159 {}] zookeeper.RecoverableZooKeeper(212): Node /2-927332895/master already deleted, retry=false 2024-11-16T11:22:44,605 DEBUG [M:0;a7948fca2832:46159 {}] master.ActiveMasterManager(353): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-927332895/master 2024-11-16T11:22:44,605 INFO [M:0;a7948fca2832:46159 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/.lastflushedseqids 2024-11-16T11:22:44,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741843_1019 (size=173) 2024-11-16T11:22:44,613 INFO [M:0;a7948fca2832:46159 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:22:44,613 INFO [M:0;a7948fca2832:46159 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:22:44,613 DEBUG [M:0;a7948fca2832:46159 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:22:44,613 INFO [M:0;a7948fca2832:46159 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:44,613 DEBUG [M:0;a7948fca2832:46159 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:44,613 DEBUG [M:0;a7948fca2832:46159 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:22:44,613 DEBUG [M:0;a7948fca2832:46159 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:44,613 INFO [M:0;a7948fca2832:46159 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-16T11:22:44,634 DEBUG [M:0;a7948fca2832:46159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07662858f67d4d7186a0e47d2753edf0 is 82, key is hbase:meta,,1/info:regioninfo/1731756152353/Put/seqid=0 2024-11-16T11:22:44,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741844_1020 (size=5672) 2024-11-16T11:22:44,638 INFO [M:0;a7948fca2832:46159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07662858f67d4d7186a0e47d2753edf0 2024-11-16T11:22:44,674 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39261-0x101436198d40007, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:44,674 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39261-0x101436198d40007, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:44,674 INFO [RS:0;a7948fca2832:39261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:22:44,674 INFO [RS:0;a7948fca2832:39261 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,39261,1731756148986; zookeeper connection closed. 2024-11-16T11:22:44,675 DEBUG [M:0;a7948fca2832:46159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3cc70ab2a344c888871a0ca8be1a9f7 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731756157519/Put/seqid=0 2024-11-16T11:22:44,688 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4627817d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4627817d 2024-11-16T11:22:44,688 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:22:44,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741845_1021 (size=6586) 2024-11-16T11:22:44,692 INFO [M:0;a7948fca2832:46159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3cc70ab2a344c888871a0ca8be1a9f7 2024-11-16T11:22:44,721 DEBUG [M:0;a7948fca2832:46159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/774ba9a4868249d580a5f9861eed7df7 is 69, key is a7948fca2832,39261,1731756148986/rs:state/1731756151162/Put/seqid=0 2024-11-16T11:22:44,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741846_1022 (size=5156) 2024-11-16T11:22:44,731 INFO [M:0;a7948fca2832:46159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/774ba9a4868249d580a5f9861eed7df7 2024-11-16T11:22:44,734 DEBUG [M:0;a7948fca2832:46159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07662858f67d4d7186a0e47d2753edf0 as hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07662858f67d4d7186a0e47d2753edf0 2024-11-16T11:22:44,737 INFO [M:0;a7948fca2832:46159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07662858f67d4d7186a0e47d2753edf0, entries=8, sequenceid=55, filesize=5.5 K 2024-11-16T11:22:44,738 DEBUG [M:0;a7948fca2832:46159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3cc70ab2a344c888871a0ca8be1a9f7 as hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3cc70ab2a344c888871a0ca8be1a9f7 2024-11-16T11:22:44,741 INFO [M:0;a7948fca2832:46159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3cc70ab2a344c888871a0ca8be1a9f7, entries=6, sequenceid=55, filesize=6.4 K 2024-11-16T11:22:44,742 DEBUG [M:0;a7948fca2832:46159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/774ba9a4868249d580a5f9861eed7df7 as hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/774ba9a4868249d580a5f9861eed7df7 2024-11-16T11:22:44,745 INFO [M:0;a7948fca2832:46159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35667/user/jenkins/test-data/2468f7dc-1f2b-dd11-35eb-726a8642d4e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/774ba9a4868249d580a5f9861eed7df7, entries=1, sequenceid=55, filesize=5.0 K 2024-11-16T11:22:44,746 INFO [M:0;a7948fca2832:46159 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=55, compaction requested=false 2024-11-16T11:22:44,751 INFO [M:0;a7948fca2832:46159 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:44,751 DEBUG [M:0;a7948fca2832:46159 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756164613Disabling compacts and flushes for region at 1731756164613Disabling writes for close at 1731756164613Obtaining lock to block concurrent updates at 1731756164613Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731756164613Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731756164614 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731756164614Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731756164614Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731756164633 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731756164633Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731756164641 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731756164674 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731756164674Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731756164696 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731756164721 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731756164721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2129c933: reopening flushed file at 1731756164733 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@619f807f: reopening flushed file at 1731756164737 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51f96f71: reopening flushed file at 1731756164741 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=55, compaction requested=false at 1731756164746 (+5 ms)Writing region close event to WAL at 1731756164751 (+5 ms)Closed at 1731756164751 2024-11-16T11:22:44,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37267 is added to blk_1073741830_1006 (size=32770) 2024-11-16T11:22:44,755 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:22:44,755 INFO [M:0;a7948fca2832:46159 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:22:44,755 INFO [M:0;a7948fca2832:46159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46159 2024-11-16T11:22:44,756 INFO [M:0;a7948fca2832:46159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:22:44,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:44,863 INFO [M:0;a7948fca2832:46159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:22:44,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x101436198d40006, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:44,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3825ee67{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:22:44,866 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6240a473{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:22:44,866 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:22:44,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d8dfaa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:22:44,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75074f2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/hadoop.log.dir/,STOPPED} 2024-11-16T11:22:44,874 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:22:44,874 WARN [BP-1318255520-172.17.0.2-1731756147136 heartbeating to localhost/127.0.0.1:35667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:22:44,874 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:22:44,874 WARN [BP-1318255520-172.17.0.2-1731756147136 heartbeating to localhost/127.0.0.1:35667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1318255520-172.17.0.2-1731756147136 (Datanode Uuid 725e5f6a-cabe-4d6a-a463-5898e6b80791) service to localhost/127.0.0.1:35667 2024-11-16T11:22:44,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/cluster_c4c75f4f-1bcc-2106-2330-1a5f51330202/data/data1/current/BP-1318255520-172.17.0.2-1731756147136 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:22:44,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/cluster_c4c75f4f-1bcc-2106-2330-1a5f51330202/data/data2/current/BP-1318255520-172.17.0.2-1731756147136 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:22:44,875 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:22:44,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37627d0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:22:44,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35a49fbd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:22:44,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:22:44,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2adc35fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:22:44,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@205fa040{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2a1236-5132-8025-0327-7badd2d3efc6/hadoop.log.dir/,STOPPED} 2024-11-16T11:22:44,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:22:44,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:22:44,895 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:22:44,895 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:44,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:44,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:44,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:44,896 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:22:44,896 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2441871, stopped=false 2024-11-16T11:22:44,896 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,42419,1731756144287 2024-11-16T11:22:44,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43801-0x101436198d40004, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2020878667/running 2024-11-16T11:22:44,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2020878667/running 2024-11-16T11:22:44,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2020878667 2024-11-16T11:22:44,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43801-0x101436198d40004, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2020878667 2024-11-16T11:22:44,910 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:22:44,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:22:44,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43801-0x101436198d40004, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Set watcher on znode that does not yet exist, /1-2020878667/running 2024-11-16T11:22:44,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:44,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:44,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Set watcher on znode that does not yet exist, /1-2020878667/running 2024-11-16T11:22:44,912 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,43801,1731756144453' ***** 2024-11-16T11:22:44,912 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:22:44,912 INFO [RS:0;a7948fca2832:43801 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:22:44,912 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:22:44,912 INFO [RS:0;a7948fca2832:43801 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:22:44,912 INFO [RS:0;a7948fca2832:43801 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:22:44,912 INFO [RS:0;a7948fca2832:43801 {}] regionserver.HRegionServer(3091): Received CLOSE for c7d9237cd09988d3c8eb5eb8e0ea585f 2024-11-16T11:22:44,912 INFO [RS:0;a7948fca2832:43801 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,43801,1731756144453 2024-11-16T11:22:44,912 INFO [RS:0;a7948fca2832:43801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:22:44,912 INFO [RS:0;a7948fca2832:43801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:43801. 2024-11-16T11:22:44,913 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7d9237cd09988d3c8eb5eb8e0ea585f, disabling compactions & flushes 2024-11-16T11:22:44,913 DEBUG [RS:0;a7948fca2832:43801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:44,913 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f. 2024-11-16T11:22:44,913 DEBUG [RS:0;a7948fca2832:43801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:44,913 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f. 2024-11-16T11:22:44,913 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f. after waiting 0 ms 2024-11-16T11:22:44,913 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f. 2024-11-16T11:22:44,913 INFO [RS:0;a7948fca2832:43801 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:22:44,913 INFO [RS:0;a7948fca2832:43801 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:22:44,913 INFO [RS:0;a7948fca2832:43801 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:22:44,913 INFO [RS:0;a7948fca2832:43801 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:22:44,913 INFO [RS:0;a7948fca2832:43801 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T11:22:44,913 DEBUG [RS:0;a7948fca2832:43801 {}] regionserver.HRegionServer(1325): Online Regions={c7d9237cd09988d3c8eb5eb8e0ea585f=test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:22:44,913 DEBUG [RS:0;a7948fca2832:43801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7d9237cd09988d3c8eb5eb8e0ea585f 2024-11-16T11:22:44,913 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:22:44,913 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:22:44,913 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:22:44,913 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:22:44,913 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:22:44,913 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-16T11:22:44,916 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/default/test/c7d9237cd09988d3c8eb5eb8e0ea585f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T11:22:44,918 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:22:44,918 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:22:44,918 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f. 2024-11-16T11:22:44,918 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7d9237cd09988d3c8eb5eb8e0ea585f: Waiting for close lock at 1731756164912Running coprocessor pre-close hooks at 1731756164912Disabling compacts and flushes for region at 1731756164912Disabling writes for close at 1731756164913 (+1 ms)Writing region close event to WAL at 1731756164913Running coprocessor post-close hooks at 1731756164918 (+5 ms)Closed at 1731756164918 2024-11-16T11:22:44,918 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f. 2024-11-16T11:22:44,935 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/.tmp/info/43d66d4c0c9f44d4acff2b5d356ae120 is 129, key is test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f./info:regioninfo/1731756155755/Put/seqid=0 2024-11-16T11:22:44,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741841_1017 (size=6421) 2024-11-16T11:22:44,938 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/.tmp/info/43d66d4c0c9f44d4acff2b5d356ae120 2024-11-16T11:22:44,957 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 393, reset compression=false 2024-11-16T11:22:44,962 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/.tmp/ns/a42cc2fc2e6946fd9f2c9185d89959d3 is 43, key is default/ns:d/1731756146853/Put/seqid=0 2024-11-16T11:22:44,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741842_1018 (size=5153) 2024-11-16T11:22:44,965 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/.tmp/ns/a42cc2fc2e6946fd9f2c9185d89959d3 2024-11-16T11:22:44,995 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/.tmp/rep_barrier/83b17dc7eb374074bc139688c9daae3f is 112, key is test,,1731756154614.c7d9237cd09988d3c8eb5eb8e0ea585f./rep_barrier:seqnumDuringOpen/1731756155755/Put/seqid=0 2024-11-16T11:22:44,997 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:22:45,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741843_1019 (size=5518) 2024-11-16T11:22:45,113 DEBUG [RS:0;a7948fca2832:43801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:22:45,181 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:22:45,181 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:22:45,181 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 393, reset compression=false 2024-11-16T11:22:45,313 DEBUG [RS:0;a7948fca2832:43801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:22:45,401 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/.tmp/rep_barrier/83b17dc7eb374074bc139688c9daae3f 2024-11-16T11:22:45,424 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/.tmp/table/120d8120cefc403a915b0de6bc78825c is 40, key is test/table:state/1731756155761/Put/seqid=0 2024-11-16T11:22:45,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741844_1020 (size=5165) 2024-11-16T11:22:45,428 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/.tmp/table/120d8120cefc403a915b0de6bc78825c 2024-11-16T11:22:45,432 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/.tmp/info/43d66d4c0c9f44d4acff2b5d356ae120 as hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/info/43d66d4c0c9f44d4acff2b5d356ae120 2024-11-16T11:22:45,436 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/info/43d66d4c0c9f44d4acff2b5d356ae120, entries=10, sequenceid=11, filesize=6.3 K 2024-11-16T11:22:45,437 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/.tmp/ns/a42cc2fc2e6946fd9f2c9185d89959d3 as hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/ns/a42cc2fc2e6946fd9f2c9185d89959d3 2024-11-16T11:22:45,441 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/ns/a42cc2fc2e6946fd9f2c9185d89959d3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T11:22:45,442 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/.tmp/rep_barrier/83b17dc7eb374074bc139688c9daae3f as hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/rep_barrier/83b17dc7eb374074bc139688c9daae3f 2024-11-16T11:22:45,446 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/rep_barrier/83b17dc7eb374074bc139688c9daae3f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-16T11:22:45,446 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/.tmp/table/120d8120cefc403a915b0de6bc78825c as hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/table/120d8120cefc403a915b0de6bc78825c 2024-11-16T11:22:45,450 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/table/120d8120cefc403a915b0de6bc78825c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T11:22:45,450 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 537ms, sequenceid=11, compaction requested=false 2024-11-16T11:22:45,454 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T11:22:45,454 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:22:45,454 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:22:45,454 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:22:45,454 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756164913Running coprocessor pre-close hooks at 1731756164913Disabling compacts and flushes for region at 1731756164913Disabling writes for close at 1731756164913Obtaining lock to block concurrent updates at 1731756164913Preparing flush snapshotting stores in 1588230740 at 1731756164913Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731756164914 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731756164914Flushing 1588230740/info: creating writer at 1731756164914Flushing 1588230740/info: appending metadata at 1731756164935 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731756164935Flushing 1588230740/ns: creating writer at 1731756164942 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731756164962 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731756164962Flushing 1588230740/rep_barrier: creating writer at 1731756164970 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731756164994 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731756164995 (+1 ms)Flushing 1588230740/table: creating writer at 1731756165405 (+410 ms)Flushing 1588230740/table: appending metadata at 1731756165423 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731756165423Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e9653cd: reopening flushed file at 1731756165431 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b81038: reopening flushed file at 1731756165436 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64984393: reopening flushed file at 1731756165441 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67450397: reopening flushed file at 1731756165446 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 537ms, sequenceid=11, compaction requested=false at 1731756165450 (+4 ms)Writing region close event to WAL at 1731756165451 (+1 ms)Running coprocessor post-close hooks at 1731756165454 (+3 ms)Closed at 1731756165454 2024-11-16T11:22:45,455 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:22:45,514 INFO [RS:0;a7948fca2832:43801 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,43801,1731756144453; all regions closed. 2024-11-16T11:22:45,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741834_1010 (size=2717) 2024-11-16T11:22:45,517 DEBUG [RS:0;a7948fca2832:43801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/oldWALs 2024-11-16T11:22:45,517 INFO [RS:0;a7948fca2832:43801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C43801%2C1731756144453.meta:.meta(num 1731756146815) 2024-11-16T11:22:45,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741832_1008 (size=1374) 2024-11-16T11:22:45,521 DEBUG [RS:0;a7948fca2832:43801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/oldWALs 2024-11-16T11:22:45,521 INFO [RS:0;a7948fca2832:43801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C43801%2C1731756144453:(num 1731756146306) 2024-11-16T11:22:45,521 DEBUG [RS:0;a7948fca2832:43801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:45,521 INFO [RS:0;a7948fca2832:43801 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:22:45,521 INFO [RS:0;a7948fca2832:43801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:22:45,521 INFO [RS:0;a7948fca2832:43801 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:22:45,522 INFO [RS:0;a7948fca2832:43801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:22:45,522 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:22:45,522 INFO [RS:0;a7948fca2832:43801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:43801. 2024-11-16T11:22:45,522 DEBUG [RS:0;a7948fca2832:43801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:45,522 DEBUG [RS:0;a7948fca2832:43801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:45,522 DEBUG [RS:0;a7948fca2832:43801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:45,522 INFO [RS:0;a7948fca2832:43801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43801 2024-11-16T11:22:45,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:45,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43801-0x101436198d40004, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2020878667/rs/a7948fca2832,43801,1731756144453 2024-11-16T11:22:45,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2020878667/rs 2024-11-16T11:22:45,573 INFO [RS:0;a7948fca2832:43801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:22:45,584 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,43801,1731756144453] 2024-11-16T11:22:45,594 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2020878667/draining/a7948fca2832,43801,1731756144453 already deleted, retry=false 2024-11-16T11:22:45,594 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,43801,1731756144453 expired; onlineServers=0 2024-11-16T11:22:45,594 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,42419,1731756144287' ***** 2024-11-16T11:22:45,594 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:22:45,595 INFO [M:0;a7948fca2832:42419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:22:45,595 INFO [M:0;a7948fca2832:42419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:22:45,595 DEBUG [M:0;a7948fca2832:42419 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:22:45,595 DEBUG [M:0;a7948fca2832:42419 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:22:45,595 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756146022 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756146022,5,FailOnTimeoutGroup] 2024-11-16T11:22:45,595 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756146021 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756146021,5,FailOnTimeoutGroup] 2024-11-16T11:22:45,595 INFO [M:0;a7948fca2832:42419 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:22:45,595 INFO [M:0;a7948fca2832:42419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:22:45,595 DEBUG [M:0;a7948fca2832:42419 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:22:45,595 INFO [M:0;a7948fca2832:42419 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:22:45,595 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:22:45,596 INFO [M:0;a7948fca2832:42419 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:22:45,596 INFO [M:0;a7948fca2832:42419 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:22:45,596 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:22:45,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2020878667/master 2024-11-16T11:22:45,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2020878667 2024-11-16T11:22:45,605 DEBUG [M:0;a7948fca2832:42419 {}] zookeeper.ZKUtil(347): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Unable to get data of znode /1-2020878667/master because node does not exist (not an error) 2024-11-16T11:22:45,605 WARN [M:0;a7948fca2832:42419 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:22:45,606 INFO [M:0;a7948fca2832:42419 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/.lastflushedseqids 2024-11-16T11:22:45,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741845_1021 (size=173) 2024-11-16T11:22:45,660 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 393, reset compression=false 2024-11-16T11:22:45,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43801-0x101436198d40004, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:45,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43801-0x101436198d40004, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:45,684 INFO [RS:0;a7948fca2832:43801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:22:45,684 INFO [RS:0;a7948fca2832:43801 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,43801,1731756144453; zookeeper connection closed. 2024-11-16T11:22:45,684 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@205c8161 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@205c8161 2024-11-16T11:22:45,684 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:22:45,984 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 393, reset compression=false 2024-11-16T11:22:46,054 INFO [M:0;a7948fca2832:42419 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:22:46,054 INFO [M:0;a7948fca2832:42419 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:22:46,054 DEBUG [M:0;a7948fca2832:42419 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:22:46,054 INFO [M:0;a7948fca2832:42419 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:46,054 DEBUG [M:0;a7948fca2832:42419 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:46,054 DEBUG [M:0;a7948fca2832:42419 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:22:46,054 DEBUG [M:0;a7948fca2832:42419 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:46,054 INFO [M:0;a7948fca2832:42419 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-16T11:22:46,073 DEBUG [M:0;a7948fca2832:42419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30d588eef956402094bf4cf77be5ecd9 is 82, key is hbase:meta,,1/info:regioninfo/1731756146840/Put/seqid=0 2024-11-16T11:22:46,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741846_1022 (size=5672) 2024-11-16T11:22:46,464 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 393, reset compression=false 2024-11-16T11:22:46,477 INFO [M:0;a7948fca2832:42419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30d588eef956402094bf4cf77be5ecd9 2024-11-16T11:22:46,495 DEBUG [M:0;a7948fca2832:42419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f84aba0e9ae84d8ba31247e7caa2f221 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731756155764/Put/seqid=0 2024-11-16T11:22:46,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741847_1023 (size=6587) 2024-11-16T11:22:46,498 INFO [M:0;a7948fca2832:42419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f84aba0e9ae84d8ba31247e7caa2f221 2024-11-16T11:22:46,517 DEBUG [M:0;a7948fca2832:42419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36b0b1bdd3c2459aa22e8608f7346ba4 is 69, key is a7948fca2832,43801,1731756144453/rs:state/1731756146124/Put/seqid=0 2024-11-16T11:22:46,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741848_1024 (size=5156) 2024-11-16T11:22:46,521 INFO [M:0;a7948fca2832:42419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36b0b1bdd3c2459aa22e8608f7346ba4 2024-11-16T11:22:46,524 DEBUG [M:0;a7948fca2832:42419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30d588eef956402094bf4cf77be5ecd9 as hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30d588eef956402094bf4cf77be5ecd9 2024-11-16T11:22:46,527 INFO [M:0;a7948fca2832:42419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30d588eef956402094bf4cf77be5ecd9, entries=8, sequenceid=55, filesize=5.5 K 2024-11-16T11:22:46,528 DEBUG [M:0;a7948fca2832:42419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f84aba0e9ae84d8ba31247e7caa2f221 as hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f84aba0e9ae84d8ba31247e7caa2f221 2024-11-16T11:22:46,531 INFO [M:0;a7948fca2832:42419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f84aba0e9ae84d8ba31247e7caa2f221, entries=6, sequenceid=55, filesize=6.4 K 2024-11-16T11:22:46,531 DEBUG [M:0;a7948fca2832:42419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36b0b1bdd3c2459aa22e8608f7346ba4 as hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36b0b1bdd3c2459aa22e8608f7346ba4 2024-11-16T11:22:46,535 INFO [M:0;a7948fca2832:42419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/7309fa42-a0ee-7586-216f-38792fa7df49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36b0b1bdd3c2459aa22e8608f7346ba4, entries=1, sequenceid=55, filesize=5.0 K 2024-11-16T11:22:46,535 INFO [M:0;a7948fca2832:42419 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 481ms, sequenceid=55, compaction requested=false 2024-11-16T11:22:46,536 INFO [M:0;a7948fca2832:42419 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:46,536 DEBUG [M:0;a7948fca2832:42419 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756166054Disabling compacts and flushes for region at 1731756166054Disabling writes for close at 1731756166054Obtaining lock to block concurrent updates at 1731756166054Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731756166054Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731756166055 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731756166055Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731756166055Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731756166073 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731756166073Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731756166480 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731756166494 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731756166494Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731756166501 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731756166516 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731756166516Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59cb115d: reopening flushed file at 1731756166524 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49aadba1: reopening flushed file at 1731756166527 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@756cce87: reopening flushed file at 1731756166531 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 481ms, sequenceid=55, compaction requested=false at 1731756166535 (+4 ms)Writing region close event to WAL at 1731756166536 (+1 ms)Closed at 1731756166536 2024-11-16T11:22:46,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741830_1006 (size=32782) 2024-11-16T11:22:46,538 INFO [M:0;a7948fca2832:42419 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:22:46,538 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:22:46,538 INFO [M:0;a7948fca2832:42419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42419 2024-11-16T11:22:46,539 INFO [M:0;a7948fca2832:42419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:22:46,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:46,650 INFO [M:0;a7948fca2832:42419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:22:46,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x101436198d40003, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:46,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f556e7f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:22:46,652 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b583009{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:22:46,652 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:22:46,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42cb9d4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:22:46,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c4eba30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/hadoop.log.dir/,STOPPED} 2024-11-16T11:22:46,653 WARN [BP-105928814-172.17.0.2-1731756142418 heartbeating to localhost/127.0.0.1:39471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:22:46,653 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:22:46,653 WARN [BP-105928814-172.17.0.2-1731756142418 heartbeating to localhost/127.0.0.1:39471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-105928814-172.17.0.2-1731756142418 (Datanode Uuid 2f453eef-de8f-4cf0-9542-e9fe27e0dcee) service to localhost/127.0.0.1:39471 2024-11-16T11:22:46,654 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:22:46,654 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/cluster_cd2542bc-c66c-cfee-ab9d-681bf903e58c/data/data1/current/BP-105928814-172.17.0.2-1731756142418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:22:46,654 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/cluster_cd2542bc-c66c-cfee-ab9d-681bf903e58c/data/data2/current/BP-105928814-172.17.0.2-1731756142418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:22:46,654 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:22:46,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45ae4538{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:22:46,659 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f392555{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:22:46,659 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:22:46,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6627d46b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:22:46,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@252587db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfdb38-8d51-b994-59f1-1c158073629c/hadoop.log.dir/,STOPPED} 2024-11-16T11:22:46,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:22:46,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:22:46,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:22:46,675 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:46,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:46,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:46,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:46,675 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:22:46,675 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=954849749, stopped=false 2024-11-16T11:22:46,675 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,41319,1731756139803 2024-11-16T11:22:46,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-396450941/running 2024-11-16T11:22:46,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101436198d40001, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-396450941/running 2024-11-16T11:22:46,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941 2024-11-16T11:22:46,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101436198d40001, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941 2024-11-16T11:22:46,689 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:22:46,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:22:46,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Set watcher on znode that does not yet exist, /0-396450941/running 2024-11-16T11:22:46,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:46,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:46,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41035-0x101436198d40001, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Set watcher on znode that does not yet exist, /0-396450941/running 2024-11-16T11:22:46,690 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,41035,1731756140170' ***** 2024-11-16T11:22:46,690 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:22:46,690 INFO [RS:0;a7948fca2832:41035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:22:46,690 INFO [RS:0;a7948fca2832:41035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:22:46,690 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:22:46,690 INFO [RS:0;a7948fca2832:41035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:22:46,690 INFO [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a4a5b539ca6642ae8613392c2d6dd03 2024-11-16T11:22:46,690 INFO [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(3091): Received CLOSE for 2017a9ec303f12a35a25ddab43d9770c 2024-11-16T11:22:46,690 INFO [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,41035,1731756140170 2024-11-16T11:22:46,690 INFO [RS:0;a7948fca2832:41035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:22:46,690 INFO [RS:0;a7948fca2832:41035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:41035. 2024-11-16T11:22:46,690 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a4a5b539ca6642ae8613392c2d6dd03, disabling compactions & flushes 2024-11-16T11:22:46,690 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03. 2024-11-16T11:22:46,690 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03. 2024-11-16T11:22:46,690 DEBUG [RS:0;a7948fca2832:41035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:46,690 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03. after waiting 0 ms 2024-11-16T11:22:46,690 DEBUG [RS:0;a7948fca2832:41035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:46,690 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03. 2024-11-16T11:22:46,691 INFO [RS:0;a7948fca2832:41035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:22:46,691 INFO [RS:0;a7948fca2832:41035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:22:46,691 INFO [RS:0;a7948fca2832:41035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:22:46,691 INFO [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:22:46,691 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0a4a5b539ca6642ae8613392c2d6dd03 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-16T11:22:46,691 INFO [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T11:22:46,691 DEBUG [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(1325): Online Regions={0a4a5b539ca6642ae8613392c2d6dd03=hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03., 1588230740=hbase:meta,,1.1588230740, 2017a9ec303f12a35a25ddab43d9770c=test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c.} 2024-11-16T11:22:46,691 DEBUG [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(1351): Waiting on 0a4a5b539ca6642ae8613392c2d6dd03, 1588230740, 2017a9ec303f12a35a25ddab43d9770c 2024-11-16T11:22:46,691 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:22:46,691 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:22:46,691 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:22:46,691 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:22:46,691 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:22:46,691 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T11:22:46,704 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/.tmp/info/509dd065cafd4dfd8c0f6a16d03c69de is 147, key is hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03./info:regioninfo/1731756159081/Put/seqid=0 2024-11-16T11:22:46,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741847_1023 (size=7686) 2024-11-16T11:22:46,707 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/replication/0a4a5b539ca6642ae8613392c2d6dd03/.tmp/hfileref/a164a4822562435cb235622de8506b39 is 74, key is 1/hfileref:334675cb508a4ccfa0d10fd59db094ce_SeqId_4_/1731756160988/DeleteColumn/seqid=0 2024-11-16T11:22:46,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741848_1024 (size=5489) 2024-11-16T11:22:46,710 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/replication/0a4a5b539ca6642ae8613392c2d6dd03/.tmp/hfileref/a164a4822562435cb235622de8506b39 2024-11-16T11:22:46,726 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/replication/0a4a5b539ca6642ae8613392c2d6dd03/.tmp/queue/a6c462f36b8c453584e349625d1b47b4 is 153, key is 1-a7948fca2832,41035,1731756140170/queue:a7948fca2832%2C41035%2C1731756140170/1731756163423/Put/seqid=0 2024-11-16T11:22:46,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741849_1025 (size=5504) 2024-11-16T11:22:46,729 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/replication/0a4a5b539ca6642ae8613392c2d6dd03/.tmp/queue/a6c462f36b8c453584e349625d1b47b4 2024-11-16T11:22:46,733 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/replication/0a4a5b539ca6642ae8613392c2d6dd03/.tmp/hfileref/a164a4822562435cb235622de8506b39 as hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/replication/0a4a5b539ca6642ae8613392c2d6dd03/hfileref/a164a4822562435cb235622de8506b39 2024-11-16T11:22:46,736 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/replication/0a4a5b539ca6642ae8613392c2d6dd03/hfileref/a164a4822562435cb235622de8506b39, entries=6, sequenceid=17, filesize=5.4 K 2024-11-16T11:22:46,737 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/replication/0a4a5b539ca6642ae8613392c2d6dd03/.tmp/queue/a6c462f36b8c453584e349625d1b47b4 as hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/replication/0a4a5b539ca6642ae8613392c2d6dd03/queue/a6c462f36b8c453584e349625d1b47b4 2024-11-16T11:22:46,739 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/replication/0a4a5b539ca6642ae8613392c2d6dd03/queue/a6c462f36b8c453584e349625d1b47b4, entries=2, sequenceid=17, filesize=5.4 K 2024-11-16T11:22:46,740 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 0a4a5b539ca6642ae8613392c2d6dd03 in 50ms, sequenceid=17, compaction requested=false 2024-11-16T11:22:46,743 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/replication/0a4a5b539ca6642ae8613392c2d6dd03/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-16T11:22:46,743 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:22:46,743 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:22:46,743 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03. 2024-11-16T11:22:46,743 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a4a5b539ca6642ae8613392c2d6dd03: Waiting for close lock at 1731756166690Running coprocessor pre-close hooks at 1731756166690Disabling compacts and flushes for region at 1731756166690Disabling writes for close at 1731756166690Obtaining lock to block concurrent updates at 1731756166691 (+1 ms)Preparing flush snapshotting stores in 0a4a5b539ca6642ae8613392c2d6dd03 at 1731756166691Finished memstore snapshotting hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731756166691Flushing stores of hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03. at 1731756166691Flushing 0a4a5b539ca6642ae8613392c2d6dd03/hfileref: creating writer at 1731756166691Flushing 0a4a5b539ca6642ae8613392c2d6dd03/hfileref: appending metadata at 1731756166707 (+16 ms)Flushing 0a4a5b539ca6642ae8613392c2d6dd03/hfileref: closing flushed file at 1731756166707Flushing 0a4a5b539ca6642ae8613392c2d6dd03/queue: creating writer at 1731756166714 (+7 ms)Flushing 0a4a5b539ca6642ae8613392c2d6dd03/queue: appending metadata at 1731756166726 (+12 ms)Flushing 0a4a5b539ca6642ae8613392c2d6dd03/queue: closing flushed file at 1731756166726Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fdfba87: reopening flushed file at 1731756166732 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a04dfb1: reopening flushed file at 1731756166736 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 0a4a5b539ca6642ae8613392c2d6dd03 in 50ms, sequenceid=17, compaction requested=false at 1731756166740 (+4 ms)Writing region close event to WAL at 1731756166741 (+1 ms)Running coprocessor post-close hooks at 1731756166743 (+2 ms)Closed at 1731756166743 2024-11-16T11:22:46,743 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731756157914.0a4a5b539ca6642ae8613392c2d6dd03. 2024-11-16T11:22:46,743 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2017a9ec303f12a35a25ddab43d9770c, disabling compactions & flushes 2024-11-16T11:22:46,743 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c. 2024-11-16T11:22:46,743 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c. 2024-11-16T11:22:46,744 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c. after waiting 0 ms 2024-11-16T11:22:46,744 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c. 2024-11-16T11:22:46,747 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/default/test/2017a9ec303f12a35a25ddab43d9770c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T11:22:46,747 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:22:46,747 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:22:46,747 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T11:22:46,747 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c. 2024-11-16T11:22:46,747 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2017a9ec303f12a35a25ddab43d9770c: Waiting for close lock at 1731756166743Running coprocessor pre-close hooks at 1731756166743Disabling compacts and flushes for region at 1731756166743Disabling writes for close at 1731756166744 (+1 ms)Writing region close event to WAL at 1731756166744Running coprocessor post-close hooks at 1731756166747 (+3 ms)Closed at 1731756166747 2024-11-16T11:22:46,747 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c. 2024-11-16T11:22:46,888 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 393, reset compression=false 2024-11-16T11:22:46,891 DEBUG [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:22:46,891 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:22:46,891 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 688, reset compression=false 2024-11-16T11:22:46,891 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-a7948fca2832,41035,1731756140170 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:22:46,892 ERROR [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a7948fca2832,41035,1731756140170: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-a7948fca2832,41035,1731756140170, walGroup=a7948fca2832%2C41035%2C1731756140170, offset=a7948fca2832%2C41035%2C1731756140170.1731756161617:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:41035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T11:22:46,893 ERROR [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T11:22:46,894 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T11:22:46,894 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T11:22:46,894 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T11:22:46,894 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T11:22:46,894 INFO [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1654652928, "init": 1048576000, "max": 2306867200, "used": 1034286064 }, "NonHeapMemoryUsage": { "committed": 211746816, "init": 7667712, "max": -1, "used": 208739216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T11:22:46,894 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:41319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:41319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T11:22:47,091 DEBUG [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:22:47,096 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 688, reset compression=false 2024-11-16T11:22:47,108 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/.tmp/info/509dd065cafd4dfd8c0f6a16d03c69de 2024-11-16T11:22:47,123 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/.tmp/ns/15c452fe500342c9bc3aeb2d4f1b75d3 is 43, key is default/ns:d/1731756142326/Put/seqid=0 2024-11-16T11:22:47,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741850_1026 (size=5153) 2024-11-16T11:22:47,291 DEBUG [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:22:47,368 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 393, reset compression=false 2024-11-16T11:22:47,371 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T11:22:47,372 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 688, reset compression=false 2024-11-16T11:22:47,372 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a7948fca2832,41035,1731756140170 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T11:22:47,372 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-16T11:22:47,399 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 688, reset compression=false 2024-11-16T11:22:47,492 DEBUG [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:22:47,525 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:22:47,525 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:22:47,527 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/.tmp/ns/15c452fe500342c9bc3aeb2d4f1b75d3 2024-11-16T11:22:47,542 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/.tmp/rep_barrier/d6d1965eaed04b489b7eb9ade0960eb5 is 112, key is test,,1731756152462.2017a9ec303f12a35a25ddab43d9770c./rep_barrier:seqnumDuringOpen/1731756153604/Put/seqid=0 2024-11-16T11:22:47,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741851_1027 (size=5518) 2024-11-16T11:22:47,574 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 688, reset compression=false 2024-11-16T11:22:47,692 INFO [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T11:22:47,692 DEBUG [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:22:47,692 DEBUG [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:22:47,801 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 688, reset compression=false 2024-11-16T11:22:47,877 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 688, reset compression=false 2024-11-16T11:22:47,892 DEBUG [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:22:47,945 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/.tmp/rep_barrier/d6d1965eaed04b489b7eb9ade0960eb5 2024-11-16T11:22:47,960 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/.tmp/table/c29dbfa8bc0d4efb8642eece74bd335e is 53, key is hbase:replication/table:state/1731756159089/Put/seqid=0 2024-11-16T11:22:47,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741852_1028 (size=5308) 2024-11-16T11:22:48,092 DEBUG [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:22:48,280 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 688, reset compression=false 2024-11-16T11:22:48,292 DEBUG [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:22:48,304 DEBUG [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/WALs/a7948fca2832,41035,1731756140170/a7948fca2832%2C41035%2C1731756140170.1731756161617 to pos 688, reset compression=false 2024-11-16T11:22:48,363 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/.tmp/table/c29dbfa8bc0d4efb8642eece74bd335e 2024-11-16T11:22:48,367 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/.tmp/info/509dd065cafd4dfd8c0f6a16d03c69de as hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/info/509dd065cafd4dfd8c0f6a16d03c69de 2024-11-16T11:22:48,371 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/info/509dd065cafd4dfd8c0f6a16d03c69de, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T11:22:48,372 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/.tmp/ns/15c452fe500342c9bc3aeb2d4f1b75d3 as hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/ns/15c452fe500342c9bc3aeb2d4f1b75d3 2024-11-16T11:22:48,375 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/ns/15c452fe500342c9bc3aeb2d4f1b75d3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T11:22:48,376 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/.tmp/rep_barrier/d6d1965eaed04b489b7eb9ade0960eb5 as hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/rep_barrier/d6d1965eaed04b489b7eb9ade0960eb5 2024-11-16T11:22:48,379 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/rep_barrier/d6d1965eaed04b489b7eb9ade0960eb5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T11:22:48,380 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/.tmp/table/c29dbfa8bc0d4efb8642eece74bd335e as hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/table/c29dbfa8bc0d4efb8642eece74bd335e 2024-11-16T11:22:48,383 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/table/c29dbfa8bc0d4efb8642eece74bd335e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T11:22:48,383 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1692ms, sequenceid=16, compaction requested=false 2024-11-16T11:22:48,390 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T11:22:48,391 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T11:22:48,391 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:22:48,391 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:22:48,391 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756166691Running coprocessor pre-close hooks at 1731756166691Disabling compacts and flushes for region at 1731756166691Disabling writes for close at 1731756166691Obtaining lock to block concurrent updates at 1731756166691Preparing flush snapshotting stores in 1588230740 at 1731756166691Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731756166691Flushing stores of hbase:meta,,1.1588230740 at 1731756166692 (+1 ms)Flushing 1588230740/info: creating writer at 1731756166692Flushing 1588230740/info: appending metadata at 1731756166704 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731756166704Flushing 1588230740/ns: creating writer at 1731756167111 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731756167123 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731756167123Flushing 1588230740/rep_barrier: creating writer at 1731756167530 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731756167542 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731756167542Flushing 1588230740/table: creating writer at 1731756167948 (+406 ms)Flushing 1588230740/table: appending metadata at 1731756167960 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731756167960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@557b3c27: reopening flushed file at 1731756168367 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d3453a3: reopening flushed file at 1731756168371 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26fbd83e: reopening flushed file at 1731756168375 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fdddeeb: reopening flushed file at 1731756168379 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1692ms, sequenceid=16, compaction requested=false at 1731756168383 (+4 ms)Writing region close event to WAL at 1731756168388 (+5 ms)Running coprocessor post-close hooks at 1731756168391 (+3 ms)Closed at 1731756168391 2024-11-16T11:22:48,391 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:22:48,492 INFO [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,41035,1731756140170; all regions closed. 2024-11-16T11:22:48,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741843_1019 (size=859) 2024-11-16T11:22:48,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741844_1020 (size=2791) 2024-11-16T11:22:48,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741842_1018 (size=696) 2024-11-16T11:22:48,499 DEBUG [RS:0;a7948fca2832:41035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:48,499 INFO [RS:0;a7948fca2832:41035 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:22:48,499 INFO [RS:0;a7948fca2832:41035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:22:48,499 INFO [RS:0;a7948fca2832:41035 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T11:22:48,499 INFO [RS:0;a7948fca2832:41035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:22:48,499 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:22:48,500 INFO [RS:0;a7948fca2832:41035 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a7948fca2832,41035,1731756140170 because: Region server is closing 2024-11-16T11:22:48,500 INFO [RS:0;a7948fca2832:41035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:41035. 2024-11-16T11:22:48,500 DEBUG [RS:0;a7948fca2832:41035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:48,500 DEBUG [RS:0;a7948fca2832:41035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:48,500 DEBUG [RS:0;a7948fca2832:41035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:48,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:48,600 INFO [RS:0;a7948fca2832:41035 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 terminated 2024-11-16T11:22:48,601 INFO [RS:0;a7948fca2832:41035 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a7948fca2832,41035,1731756140170 because: Region server is closing 2024-11-16T11:22:48,601 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,1-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,1-a7948fca2832,41035,1731756140170 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T11:22:48,601 INFO [RS:0;a7948fca2832:41035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:41035. 2024-11-16T11:22:48,601 DEBUG [RS:0;a7948fca2832:41035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:22:48,601 DEBUG [RS:0;a7948fca2832:41035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:48,601 DEBUG [RS:0;a7948fca2832:41035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:22:48,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:22:48,701 INFO [RS:0;a7948fca2832:41035 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.shippera7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 terminated 2024-11-16T11:22:48,701 INFO [RS:0;a7948fca2832:41035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41035 2024-11-16T11:22:48,701 WARN [RS_REFRESH_PEER-regionserver/a7948fca2832:0-0.replicationSource,2-a7948fca2832,41035,1731756140170.replicationSource.wal-reader.a7948fca2832%2C41035%2C1731756140170,2-a7948fca2832,41035,1731756140170 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T11:22:48,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101436198d40001, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-396450941/rs/a7948fca2832,41035,1731756140170 2024-11-16T11:22:48,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941/rs 2024-11-16T11:22:48,722 INFO [RS:0;a7948fca2832:41035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:22:48,731 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,41035,1731756140170] 2024-11-16T11:22:48,749 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-396450941/draining/a7948fca2832,41035,1731756140170 already deleted, retry=false 2024-11-16T11:22:48,750 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,41035,1731756140170 expired; onlineServers=0 2024-11-16T11:22:48,750 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,41319,1731756139803' ***** 2024-11-16T11:22:48,750 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:22:48,750 INFO [M:0;a7948fca2832:41319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:22:48,750 INFO [M:0;a7948fca2832:41319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:22:48,750 DEBUG [M:0;a7948fca2832:41319 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:22:48,750 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:22:48,750 DEBUG [M:0;a7948fca2832:41319 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:22:48,750 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756141453 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756141453,5,FailOnTimeoutGroup] 2024-11-16T11:22:48,750 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756141453 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756141453,5,FailOnTimeoutGroup] 2024-11-16T11:22:48,750 INFO [M:0;a7948fca2832:41319 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:22:48,750 INFO [M:0;a7948fca2832:41319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:22:48,750 DEBUG [M:0;a7948fca2832:41319 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:22:48,750 INFO [M:0;a7948fca2832:41319 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:22:48,750 INFO [M:0;a7948fca2832:41319 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:22:48,750 ERROR [M:0;a7948fca2832:41319 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:39559 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39559,5,PEWorkerGroup] 2024-11-16T11:22:48,750 INFO [M:0;a7948fca2832:41319 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:22:48,750 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:22:48,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-396450941/master 2024-11-16T11:22:48,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396450941 2024-11-16T11:22:48,771 DEBUG [M:0;a7948fca2832:41319 {}] zookeeper.ZKUtil(347): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Unable to get data of znode /0-396450941/master because node does not exist (not an error) 2024-11-16T11:22:48,771 WARN [M:0;a7948fca2832:41319 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:22:48,771 INFO [M:0;a7948fca2832:41319 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/.lastflushedseqids 2024-11-16T11:22:48,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741853_1029 (size=263) 2024-11-16T11:22:48,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101436198d40001, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:48,831 INFO [RS:0;a7948fca2832:41035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:22:48,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101436198d40001, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:48,831 INFO [RS:0;a7948fca2832:41035 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,41035,1731756140170; zookeeper connection closed. 2024-11-16T11:22:48,831 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ce66635 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ce66635 2024-11-16T11:22:48,832 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:22:49,028 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:22:49,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:49,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:49,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:49,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:49,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:49,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:49,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:49,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:49,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:49,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:49,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:49,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:49,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:49,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:49,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:49,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:22:49,175 INFO [M:0;a7948fca2832:41319 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:22:49,175 INFO [M:0;a7948fca2832:41319 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:22:49,175 DEBUG [M:0;a7948fca2832:41319 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:22:49,175 INFO [M:0;a7948fca2832:41319 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:49,175 DEBUG [M:0;a7948fca2832:41319 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:49,175 DEBUG [M:0;a7948fca2832:41319 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:22:49,175 DEBUG [M:0;a7948fca2832:41319 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:49,175 INFO [M:0;a7948fca2832:41319 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-16T11:22:49,188 DEBUG [M:0;a7948fca2832:41319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/433f99149f9643029e0f4f737e932ec8 is 82, key is hbase:meta,,1/info:regioninfo/1731756142277/Put/seqid=0 2024-11-16T11:22:49,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741854_1030 (size=5672) 2024-11-16T11:22:49,394 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:22:49,592 INFO [M:0;a7948fca2832:41319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/433f99149f9643029e0f4f737e932ec8 2024-11-16T11:22:49,611 DEBUG [M:0;a7948fca2832:41319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2fa64ecc1b045049d1c475b331ce364 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731756159091/Put/seqid=0 2024-11-16T11:22:49,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741855_1031 (size=8910) 2024-11-16T11:22:50,014 INFO [M:0;a7948fca2832:41319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2fa64ecc1b045049d1c475b331ce364 2024-11-16T11:22:50,029 DEBUG [M:0;a7948fca2832:41319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ab96267ea8c4f5983528a48fbaa4e08 is 69, key is a7948fca2832,41035,1731756140170/rs:state/1731756141501/Put/seqid=0 2024-11-16T11:22:50,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741856_1032 (size=5156) 2024-11-16T11:22:50,432 INFO [M:0;a7948fca2832:41319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ab96267ea8c4f5983528a48fbaa4e08 2024-11-16T11:22:50,436 DEBUG [M:0;a7948fca2832:41319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/433f99149f9643029e0f4f737e932ec8 as hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/433f99149f9643029e0f4f737e932ec8 2024-11-16T11:22:50,439 INFO [M:0;a7948fca2832:41319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/433f99149f9643029e0f4f737e932ec8, entries=8, sequenceid=112, filesize=5.5 K 2024-11-16T11:22:50,440 DEBUG [M:0;a7948fca2832:41319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2fa64ecc1b045049d1c475b331ce364 as hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2fa64ecc1b045049d1c475b331ce364 2024-11-16T11:22:50,443 INFO [M:0;a7948fca2832:41319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2fa64ecc1b045049d1c475b331ce364, entries=13, sequenceid=112, filesize=8.7 K 2024-11-16T11:22:50,444 DEBUG [M:0;a7948fca2832:41319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ab96267ea8c4f5983528a48fbaa4e08 as hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ab96267ea8c4f5983528a48fbaa4e08 2024-11-16T11:22:50,448 INFO [M:0;a7948fca2832:41319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39559/user/jenkins/test-data/b94b75f1-181b-c4ae-86f9-0c8826460664/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ab96267ea8c4f5983528a48fbaa4e08, entries=1, sequenceid=112, filesize=5.0 K 2024-11-16T11:22:50,449 INFO [M:0;a7948fca2832:41319 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=112, compaction requested=false 2024-11-16T11:22:50,450 INFO [M:0;a7948fca2832:41319 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:22:50,450 DEBUG [M:0;a7948fca2832:41319 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756169175Disabling compacts and flushes for region at 1731756169175Disabling writes for close at 1731756169175Obtaining lock to block concurrent updates at 1731756169175Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731756169175Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1731756169175Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731756169176 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731756169176Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731756169188 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731756169188Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731756169595 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731756169610 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731756169610Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731756170017 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731756170028 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731756170028Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@82b2bd6: reopening flushed file at 1731756170435 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b9f619d: reopening flushed file at 1731756170439 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f0eb63a: reopening flushed file at 1731756170443 (+4 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=112, compaction requested=false at 1731756170449 (+6 ms)Writing region close event to WAL at 1731756170450 (+1 ms)Closed at 1731756170450 2024-11-16T11:22:50,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40009 is added to blk_1073741830_1006 (size=69067) 2024-11-16T11:22:50,452 INFO [M:0;a7948fca2832:41319 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:22:50,452 INFO [M:0;a7948fca2832:41319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41319 2024-11-16T11:22:50,453 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:22:50,453 INFO [M:0;a7948fca2832:41319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:22:50,565 INFO [M:0;a7948fca2832:41319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:22:50,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:50,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101436198d40000, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:22:50,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7555a175{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:22:50,568 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ae63c2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:22:50,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:22:50,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@249fa10c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:22:50,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d873ff5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/hadoop.log.dir/,STOPPED} 2024-11-16T11:22:50,569 WARN [BP-2085878524-172.17.0.2-1731756137797 heartbeating to localhost/127.0.0.1:39559 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:22:50,569 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:22:50,569 WARN [BP-2085878524-172.17.0.2-1731756137797 heartbeating to localhost/127.0.0.1:39559 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2085878524-172.17.0.2-1731756137797 (Datanode Uuid 9e060aef-9d1d-44f9-8532-89e4d6553ec8) service to localhost/127.0.0.1:39559 2024-11-16T11:22:50,569 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:22:50,570 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/cluster_c20c7d6f-7517-9a52-09ca-78c1d0109af1/data/data1/current/BP-2085878524-172.17.0.2-1731756137797 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:22:50,570 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/cluster_c20c7d6f-7517-9a52-09ca-78c1d0109af1/data/data2/current/BP-2085878524-172.17.0.2-1731756137797 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:22:50,572 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:22:50,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ec33588{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:22:50,585 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42487ed5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:22:50,585 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:22:50,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a2c470{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:22:50,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@586faf4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b658b6a-cfbb-871c-2ef8-1fa7545ed10e/hadoop.log.dir/,STOPPED} 2024-11-16T11:22:50,593 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T11:22:50,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:22:50,623 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=597 (was 527) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59326) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39471 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39559 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59326) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39471 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:39559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39559 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35667 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39471 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:39471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:35667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39471 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39559 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59326) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35667 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=980 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=491 (was 462) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4031 (was 3883) - AvailableMemoryMB LEAK? - 2024-11-16T11:22:50,624 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=597 is superior to 500 2024-11-16T11:22:50,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101436198d40002, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T11:22:50,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101436198d40008, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T11:22:50,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101436198d40005, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T11:22:50,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101436198d40008, quorum=127.0.0.1:59326, baseZNode=/2-927332895 Received Disconnected from ZooKeeper, ignoring 2024-11-16T11:22:50,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101436198d40002, quorum=127.0.0.1:59326, baseZNode=/0-396450941 Received Disconnected from ZooKeeper, ignoring 2024-11-16T11:22:50,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101436198d40005, quorum=127.0.0.1:59326, baseZNode=/1-2020878667 Received Disconnected from ZooKeeper, ignoring